-- Logs begin at Sat 2021-06-12 12:19:30 UTC, end at Sat 2021-06-12 13:18:03 UTC. -- Jun 12 12:50:04.388586 dv-cinder-796114-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 12 12:50:07.015358 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.common.config [-] Logging enabled! Jun 12 12:50:07.015959 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev336 Jun 12 12:50:07.016112 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91558) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 12 12:50:07.019304 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.common.config [-] Logging enabled! Jun 12 12:50:07.019556 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev336 Jun 12 12:50:07.019960 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91558) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 12 12:50:07.020872 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 12 12:50:07.021104 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 12 12:50:07.021452 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 12 12:50:07.021692 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 12 12:50:07.021911 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 12 12:50:07.022254 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.022551 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.022844 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.023070 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.023365 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.023653 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.023953 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.024213 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.024504 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.024785 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.025058 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.025335 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.025560 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.025834 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.026114 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.026421 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.026641 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] debug = True {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.026915 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.027705 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.027985 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.028260 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.028540 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.028815 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.029079 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.029352 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.029633 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.029962 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] host = dv-cinder-796114-1-iscsi {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.030254 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.030540 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.030822 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.031102 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.031373 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.031648 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.031925 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.032194 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.032460 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] log_file = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.032729 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.033011 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.033290 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.033573 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.033791 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.034008 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.034313 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.034596 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.034865 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.035135 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.035928 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.036198 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.036464 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.036727 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.037009 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.037288 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.037567 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.037836 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.038102 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.038391 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.038660 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.038947 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.039206 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.039470 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.039736 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.040017 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.040283 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.040547 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.040903 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.041188 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.041466 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.041745 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.042012 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.042314 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.042584 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.042855 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.043123 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] use_json = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.043392 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.043657 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.043936 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.044203 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.044470 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.044738 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.045006 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.045284 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:07.045583 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.045866 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.046160 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.046526 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.046818 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.047093 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.047376 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.047650 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.047931 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.048212 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.048494 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.048769 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.049052 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.049326 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.049614 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.049913 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.050230 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.050521 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.050791 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.051671 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.051940 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.052215 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.052498 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.052781 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.053070 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.053339 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.053613 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.053898 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.054172 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.054462 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.054735 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.055018 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.055291 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.055559 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.055834 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.056108 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.056374 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.056639 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.056911 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.057197 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.057469 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.057736 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.058000 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.058297 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.058565 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.058846 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.059118 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.059388 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.059654 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.059925 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.060197 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.060463 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.060734 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.060999 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.061272 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.061537 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.061804 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.062071 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.062363 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.062630 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.062894 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.063160 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.063431 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.063699 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.063968 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.064236 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.064503 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.064771 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.065053 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.065345 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.065619 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.065889 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.066160 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.066454 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.066768 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.067191 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.067474 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.067749 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.068019 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.068302 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.068579 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.068861 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.069144 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.069418 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.069707 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.069979 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.070296 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.070572 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.070848 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.071135 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.071415 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.071705 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.071994 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.072285 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.072592 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.072870 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.073144 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.073447 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.073723 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:07.073936 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 12 12:50:07.074171 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91558) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 12 12:50:07.428628 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:50:07.428829 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:50:07.429115 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:50:07.429445 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 12 12:50:07.821575 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:07.821859 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:07.822128 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:07.823498 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:07.823771 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:07.824032 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:07.857784 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:07.858058 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:07.858350 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:07.871714 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:07.871991 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:07.872258 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:07.901655 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:07.901930 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:07.902219 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:07.938962 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:07.939242 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:07.939508 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:08.172203 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:08.172817 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:08.172817 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:08.172991 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:08.173833 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:08.305977 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:08.306323 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:08.306606 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:08.306875 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:08.307141 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:08.307449 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:08.307702 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:08.307952 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:08.308200 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:08.308474 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:08.308725 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:08.308983 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:08.309246 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:08.309505 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:08.309756 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:08.310026 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:08.310319 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:08.310572 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:08.310837 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:08.311091 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:08.311368 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:08.311710 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:08.311955 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:08.312246 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:08.312479 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:08.312717 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:08.313098 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91558) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 12 12:50:08.313333 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91558) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 12 12:50:08.313564 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91558) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 12 12:50:08.313794 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91558) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 12 12:50:08.314022 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91558) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 12 12:50:08.314271 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91558) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 12 12:50:08.315550 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 12 12:50:08.318838 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 12 12:50:08.322714 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 12 12:50:08.326394 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jun 12 12:50:08.327999 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 12 12:50:08.328439 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 12 12:50:08.328770 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 12 12:50:08.329151 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 12 12:50:08.331921 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 12 12:50:08.332801 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 12 12:50:08.333161 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 12 12:50:08.360620 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 12 12:50:08.361064 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:08.361354 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91558) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 12 12:50:08.361713 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:08.363103 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91558) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 12 12:50:08.363377 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 12 12:50:08.363720 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 12 12:50:08.367058 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:08.367339 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:08.429599 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 12 12:50:08.429785 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 12 12:50:08.430018 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 12 12:50:08.430412 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 12 12:50:08.450785 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_db.sqlalchemy.engines [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91558) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 12 12:50:08.976509 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.plugins.ml2.managers [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Initializing driver for type 'gre' Jun 12 12:50:08.977173 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] gre ID ranges: [(1, 1000)] Jun 12 12:50:09.031283 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.plugins.ml2.managers [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Initializing driver for type 'local' Jun 12 12:50:09.031692 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.plugins.ml2.managers [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Initializing driver for type 'vlan' Jun 12 12:50:09.043944 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] VlanTypeDriver initialization complete Jun 12 12:50:09.044308 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.plugins.ml2.managers [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Initializing driver for type 'vxlan' Jun 12 12:50:09.044913 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] vxlan ID ranges: [(1, 1000)] Jun 12 12:50:09.099312 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.plugins.ml2.managers [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Initializing extension driver 'port_security' Jun 12 12:50:09.099827 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.plugins.ml2.extensions.port_security [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] PortSecurityExtensionDriver initialization complete Jun 12 12:50:09.100162 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.plugins.ml2.managers [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Initializing mechanism driver 'openvswitch' Jun 12 12:50:09.100482 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.plugins.ml2.managers [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Initializing mechanism driver 'hyperv' Jun 12 12:50:09.107241 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.plugins.ml2.plugin [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:50:09.108152 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: > port after_create 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.108522 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: > port after_update 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.108875 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: > port after_delete 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.109258 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: > subnet after_create 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.109608 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: > subnet after_update 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.109949 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: > subnet after_delete 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.110352 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: > network after_create 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.110698 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: > network after_update 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.111041 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: > network after_delete 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.111411 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: > security_group after_create 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.111756 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: > security_group after_update 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.112094 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: > security_group after_delete 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.112468 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.112808 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.113146 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.114040 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: > address_group after_create 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.114398 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: > address_group after_update 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.114734 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: > address_group after_delete 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.115067 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] ML2 OVO RPC backend initialized. {{(pid=91558) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 12 12:50:09.115755 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: > router_interface after_create 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.116100 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.116505 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: > network before_response 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.116844 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: > networks before_response 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.117184 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: > port before_response 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.117517 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: > ports before_response 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.117852 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: > subnet before_response 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.118206 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: > subnets before_response 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.118542 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: > network after_create 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.118875 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: > network after_update 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.119202 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: > network after_delete 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.119537 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: > port after_create 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.119866 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: > port after_update 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.120197 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: > port after_delete 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.120527 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: > subnet after_create 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.120855 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: > subnet after_update 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.121185 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: > subnet after_delete 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.121744 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.plugins.ml2.plugin [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Modular L2 Plugin initialization complete Jun 12 12:50:09.122065 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading services supported by the core plugin {{(pid=91558) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 12 12:50:09.122413 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.plugins.ml2.managers [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Got port-security extension from driver 'port_security' Jun 12 12:50:09.122864 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.extensions.vlantransparent [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Disabled vlantransparent extension. Jun 12 12:50:09.123344 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91558) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 12 12:50:09.123654 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading Plugin: router Jun 12 12:50:09.159211 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: > router_interface before_create 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.159594 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: > router after_create 55549900 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.159954 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: > router before_create 55549900 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.160311 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.160681 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.161119 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: > router after_delete 55549900 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.161478 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: > floatingip after_update 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.161840 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: > router after_create 55549900 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.162184 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: > router after_update 55549900 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.162548 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: > router after_update 55549900 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.162892 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.163239 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: > router after_update 55549900 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.163637 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: > router precommit_update 55549900 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.163997 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: port after_update 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.164327 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: port after_delete 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.164656 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: subnet after_update 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.164988 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.165328 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: > port precommit_delete 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.165667 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: > router precommit_create 55549900 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.166000 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: port before_delete 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.166358 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: > router precommit_create 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.166713 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: > router after_update 55549900 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.167041 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: > router precommit_delete 55549900 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.167386 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: > router precommit_create 55549900 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.167742 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: > router_interface after_create 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.168083 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: > router precommit_update 55549900 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.168448 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: > network after_delete 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.169285 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.quota.resource_registry [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Tracking information for resource: router configured {{(pid=91558) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 12 12:50:09.169613 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.quota.resource_registry [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Tracking information for resource: floatingip configured {{(pid=91558) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 12 12:50:09.174527 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.db.l3_agentschedulers_db [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 12 12:50:09.175094 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: port after_update 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.175442 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: port after_create 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.175784 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: port after_delete 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.176717 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: port after_update 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.177512 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: > router before_create 55550100 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.177869 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: > router precommit_delete 55550100 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.178248 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: > router precommit_create 55550100 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.178605 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: > router precommit_update 55550100 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.184078 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.services.provider_configuration [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Service providers = [] {{(pid=91558) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 12 12:50:09.184446 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.db.servicetype_db [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91558) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 12 12:50:09.188895 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.services.service_base [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91558) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 12 12:50:09.189551 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.services.service_base [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91558) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 12 12:50:09.189882 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.services.service_base [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91558) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 12 12:50:09.190930 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.services.service_base [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91558) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 12 12:50:09.191400 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.services.service_base [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 12 12:50:09.192325 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91558) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 12 12:50:09.192840 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 12 12:50:09.205382 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91558) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 12 12:50:09.205719 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading Plugin: auto_allocate Jun 12 12:50:09.211752 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: network precommit_update 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.212117 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: network precommit_create 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.212637 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91558) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 12 12:50:09.212951 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading Plugin: tag Jun 12 12:50:09.219504 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91558) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 12 12:50:09.219828 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading Plugin: timestamp Jun 12 12:50:09.224264 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91558) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 12 12:50:09.224586 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading Plugin: network_ip_availability Jun 12 12:50:09.229983 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.230339 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.230690 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.231401 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91558) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 12 12:50:09.231715 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading Plugin: flavors Jun 12 12:50:09.236366 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91558) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 12 12:50:09.236695 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading Plugin: revisions Jun 12 12:50:09.241553 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91558) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 12 12:50:09.241935 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_concurrency.lockutils [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.813s {{(pid=91558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:50:09.242707 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91558) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 12 12:50:09.243035 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Initializing extension manager. Jun 12 12:50:09.243537 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: __init__.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.243869 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: __pycache__ {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.244192 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.244515 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: address_group.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.245245 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.245815 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loaded extension: address-group Jun 12 12:50:09.246131 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: address_scope.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.246847 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.247350 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loaded extension: address-scope Jun 12 12:50:09.247664 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: admin_state_down_before_update.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.248566 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.249075 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loaded extension: router-admin-state-down-before-update Jun 12 12:50:09.249391 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: agent.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.250278 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.250786 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loaded extension: agent Jun 12 12:50:09.251102 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: agent_resources_synced.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.251989 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.252496 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loaded extension: agent-resources-synced Jun 12 12:50:09.252811 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: allowedaddresspairs.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.254742 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.255260 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loaded extension: allowed-address-pairs Jun 12 12:50:09.255580 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: auto_allocated_topology.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.256635 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.257150 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loaded extension: auto-allocated-topology Jun 12 12:50:09.257470 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: availability_zone.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.258144 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.258670 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loaded extension: availability_zone Jun 12 12:50:09.258984 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: availability_zone_filter.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.259869 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.260367 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loaded extension: availability_zone_filter Jun 12 12:50:09.260681 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: data_plane_status.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.261559 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.262056 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Extension data-plane-status not supported by any of loaded plugins Jun 12 12:50:09.262398 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: default_subnetpools.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.263283 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.263777 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loaded extension: default-subnetpools Jun 12 12:50:09.264092 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: dhcpagentscheduler.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.264874 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.265371 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loaded extension: dhcp_agent_scheduler Jun 12 12:50:09.265684 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: dns.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.266598 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.267098 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Extension dns-integration not supported by any of loaded plugins Jun 12 12:50:09.267411 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: dns_domain_ports.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.268300 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.268803 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 12 12:50:09.269118 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: dvr.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.269906 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.270498 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loaded extension: dvr Jun 12 12:50:09.270811 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: empty_string_filtering.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.271700 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.272204 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loaded extension: empty-string-filtering Jun 12 12:50:09.272518 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.273407 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.273906 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 12 12:50:09.274243 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.275131 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.275629 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 12 12:50:09.275943 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: external_net.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.276820 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.277322 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loaded extension: external-net Jun 12 12:50:09.277890 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: extra_dhcp_opt.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.278798 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.279301 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loaded extension: extra_dhcp_opt Jun 12 12:50:09.279615 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: extraroute.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.280493 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.280995 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loaded extension: extraroute Jun 12 12:50:09.281310 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: extraroute_atomic.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.282346 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.282854 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loaded extension: extraroute-atomic Jun 12 12:50:09.283172 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: filter_validation.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.283814 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.284314 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loaded extension: filter-validation Jun 12 12:50:09.284629 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: fip_pf_description.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.286077 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.286604 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 12 12:50:09.286921 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: fip_port_details.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.287812 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.288318 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loaded extension: fip-port-details Jun 12 12:50:09.288634 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: flavors.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.289834 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.290377 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loaded extension: flavors Jun 12 12:50:09.290697 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.292341 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.292856 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 12 12:50:09.293178 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: floatingip_pools.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.293857 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.294389 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loaded extension: floatingip-pools Jun 12 12:50:09.294707 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: ip_allocation.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.295606 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.296105 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Extension ip_allocation not supported by any of loaded plugins Jun 12 12:50:09.296422 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.297313 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.297816 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loaded extension: ip-substring-filtering Jun 12 12:50:09.298133 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: l2_adjacency.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.299063 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.299558 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Extension l2_adjacency not supported by any of loaded plugins Jun 12 12:50:09.299872 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: l3.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.300809 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.302067 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loaded extension: router Jun 12 12:50:09.302431 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: l3_conntrack_helper.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.304743 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.305263 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 12 12:50:09.305586 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.306516 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.307025 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loaded extension: ext-gw-mode Jun 12 12:50:09.307344 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.308238 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.308744 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loaded extension: l3-ha Jun 12 12:50:09.309059 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: l3_flavors.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.309942 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.310474 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loaded extension: l3-flavors Jun 12 12:50:09.310789 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.311696 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.312202 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loaded extension: l3-port-ip-change-not-allowed Jun 12 12:50:09.312512 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: l3agentscheduler.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.313527 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.314033 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loaded extension: l3_agent_scheduler Jun 12 12:50:09.314378 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: logging.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.315820 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.316337 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Extension logging not supported by any of loaded plugins Jun 12 12:50:09.316706 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: metering.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.317493 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.318060 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loaded extension: metering Jun 12 12:50:09.318483 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.319551 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.320059 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loaded extension: metering_source_and_destination_fields Jun 12 12:50:09.320377 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: multiprovidernet.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.321289 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.321794 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loaded extension: multi-provider Jun 12 12:50:09.322110 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: netmtu.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.323021 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.323527 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loaded extension: net-mtu Jun 12 12:50:09.323839 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: netmtu_writable.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.324734 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.325237 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loaded extension: net-mtu-writable Jun 12 12:50:09.325555 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: network_availability_zone.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.326215 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.326730 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loaded extension: network_availability_zone Jun 12 12:50:09.327044 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: network_ip_availability.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.328117 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.328621 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loaded extension: network-ip-availability Jun 12 12:50:09.328938 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: network_segment_range.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.329678 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.330174 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Extension network-segment-range not supported by any of loaded plugins Jun 12 12:50:09.330521 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: pagination.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.331466 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.331786 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loaded extension: pagination Jun 12 12:50:09.332097 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: port_device_profile.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.333006 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.333506 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loaded extension: port-device-profile Jun 12 12:50:09.333817 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.334755 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.335260 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loaded extension: port-mac-address-regenerate Jun 12 12:50:09.335574 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.336460 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.336963 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loaded extension: port-numa-affinity-policy Jun 12 12:50:09.337280 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: port_resource_request.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.338168 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.338694 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Extension port-resource-request not supported by any of loaded plugins Jun 12 12:50:09.339006 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: portbindings.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.339914 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.340423 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loaded extension: binding Jun 12 12:50:09.340736 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: portbindings_extended.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.343437 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.343957 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loaded extension: binding-extended Jun 12 12:50:09.344286 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: portsecurity.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.345189 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.345701 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loaded extension: port-security Jun 12 12:50:09.346020 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: project_id.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.347007 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.347334 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loaded extension: project-id Jun 12 12:50:09.347648 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: providernet.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.349057 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.349566 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loaded extension: provider Jun 12 12:50:09.349882 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: qos.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.353791 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.354354 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Extension qos not supported by any of loaded plugins Jun 12 12:50:09.354680 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.356153 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.356408 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 12 12:50:09.356732 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.357627 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.358137 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 12 12:50:09.358485 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: qos_default.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.359372 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.359879 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Extension qos-default not supported by any of loaded plugins Jun 12 12:50:09.360199 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: qos_fip.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.360836 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.361339 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Extension qos-fip not supported by any of loaded plugins Jun 12 12:50:09.361653 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: qos_gateway_ip.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.362585 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.363094 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 12 12:50:09.363436 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: qos_port_network_policy.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.364930 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.365443 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 12 12:50:09.365761 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: qos_rule_type_details.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.366689 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.367199 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 12 12:50:09.367515 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: qos_rules_alias.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.368532 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.369045 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 12 12:50:09.369362 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: quotasv2.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.370279 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.370606 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loaded extension: quotas Jun 12 12:50:09.370918 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: quotasv2_detail.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.373883 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.374243 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loaded extension: quota_details Jun 12 12:50:09.374573 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: rbac.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.375604 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.376126 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loaded extension: rbac-policies Jun 12 12:50:09.376454 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: rbac_address_group.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.377361 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.377876 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loaded extension: rbac-address-group Jun 12 12:50:09.378211 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: rbac_address_scope.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.379155 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.379668 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loaded extension: rbac-address-scope Jun 12 12:50:09.379990 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: rbac_security_groups.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.380898 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.381409 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loaded extension: rbac-security-groups Jun 12 12:50:09.381725 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: rbac_subnetpool.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.382836 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.383351 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loaded extension: rbac-subnetpool Jun 12 12:50:09.383671 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: revisionifmatch.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.384566 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.385076 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loaded extension: revision-if-match Jun 12 12:50:09.385395 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: revisions.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.386505 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.387015 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loaded extension: standard-attr-revisions Jun 12 12:50:09.387334 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: router_availability_zone.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.387988 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.388495 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loaded extension: router_availability_zone Jun 12 12:50:09.388813 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: routerservicetype.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.389708 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.390243 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Extension router-service-type not supported by any of loaded plugins Jun 12 12:50:09.390564 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.391462 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.391967 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loaded extension: security-groups-normalized-cidr Jun 12 12:50:09.392283 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: security_groups_port_filtering.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.393170 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.393677 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loaded extension: port-security-groups-filtering Jun 12 12:50:09.393992 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.394951 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.395457 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loaded extension: security-groups-remote-address-group Jun 12 12:50:09.395775 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: securitygroup.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.405478 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.406008 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loaded extension: security-group Jun 12 12:50:09.406363 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: segment.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.407130 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.407639 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Extension segment not supported by any of loaded plugins Jun 12 12:50:09.407963 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.408870 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.409377 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 12 12:50:09.409695 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: servicetype.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.411410 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.411912 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loaded extension: service-type Jun 12 12:50:09.412233 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: sorting.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.413189 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.413517 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loaded extension: sorting Jun 12 12:50:09.413833 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: standard_attr_segment.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.414750 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.415261 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 12 12:50:09.415577 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: standardattrdescription.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.416206 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.416714 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loaded extension: standard-attr-description Jun 12 12:50:09.417033 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: stateful_security_group.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.417940 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.418483 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loaded extension: stateful-security-group Jun 12 12:50:09.418801 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: stdattrs_common.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.419362 dv-cinder-796114-1-iscsi neutron-server[91558]: WARNING neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 12 12:50:09.419674 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.420649 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.421158 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 12 12:50:09.421475 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: subnet_onboard.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.422532 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.423044 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loaded extension: subnet_onboard Jun 12 12:50:09.423359 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.424256 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.424755 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 12 12:50:09.425068 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: subnet_service_types.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.426582 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.427097 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loaded extension: subnet-service-types Jun 12 12:50:09.427412 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: subnetallocation.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.428483 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.428996 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loaded extension: subnet_allocation Jun 12 12:50:09.429314 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.429954 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.430490 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loaded extension: subnetpool-prefix-ops Jun 12 12:50:09.430807 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.431711 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.432215 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 12 12:50:09.432532 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: tagging.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.433558 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.434079 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loaded extension: standard-attr-tag Jun 12 12:50:09.434429 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: timestamp.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.435614 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.436130 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loaded extension: standard-attr-timestamp Jun 12 12:50:09.436448 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: trunk.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.437458 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.437974 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Extension trunk not supported by any of loaded plugins Jun 12 12:50:09.438326 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: trunk_details.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.439225 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.439736 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Extension trunk-details not supported by any of loaded plugins Jun 12 12:50:09.440053 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: uplink_status_propagation.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.440959 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.441492 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 12 12:50:09.441868 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Loading extension file: vlantransparent.py {{(pid=91558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 12:50:09.442549 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 12:50:09.443056 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Extension vlan-transparent not supported by any of loaded plugins Jun 12 12:50:09.445430 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.quota.resource_registry [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Creating instance of TrackedResource for resource:network Jun 12 12:50:09.446019 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.quota.resource_registry [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Creating instance of TrackedResource for resource:subnet Jun 12 12:50:09.446550 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.quota.resource_registry [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Creating instance of TrackedResource for resource:subnetpool Jun 12 12:50:09.446977 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.quota.resource_registry [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Creating instance of TrackedResource for resource:port Jun 12 12:50:09.448195 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.v2.resource_helper [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 12 12:50:09.448634 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.v2.resource_helper [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Service FLAVORS assigned prefix: {{(pid=91558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 12 12:50:09.449255 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.v2.resource_helper [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 12 12:50:09.449686 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.v2.resource_helper [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 12 12:50:09.450007 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.quota.resource_registry [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Creating instance of TrackedResource for resource:router Jun 12 12:50:09.450478 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.quota.resource_registry [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Creating instance of TrackedResource for resource:floatingip Jun 12 12:50:09.450959 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.v2.resource_helper [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Service METERING assigned prefix: /metering {{(pid=91558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 12 12:50:09.452364 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.452725 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.453070 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:50:09.454048 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.quota.resource_registry [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Creating instance of CountableResource for resource:rbac_policy Jun 12 12:50:09.454507 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.quota.resource_registry [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Creating instance of TrackedResource for resource:security_group Jun 12 12:50:09.454935 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.quota.resource_registry [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Creating instance of TrackedResource for resource:security_group_rule Jun 12 12:50:09.455528 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.v2.resource_helper [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Service CORE assigned prefix: {{(pid=91558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 12 12:50:09.455864 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.quota.resource_registry [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Creating instance of TrackedResource for resource:subnetpool Jun 12 12:50:09.456212 dv-cinder-796114-1-iscsi neutron-server[91558]: WARNING neutron.quota.resource_registry [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] subnetpool is already registered Jun 12 12:50:09.456627 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.v2.resource_helper [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Service CORE assigned prefix: {{(pid=91558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 12 12:50:09.456944 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.quota.resource_registry [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Creating instance of TrackedResource for resource:subnetpool Jun 12 12:50:09.457307 dv-cinder-796114-1-iscsi neutron-server[91558]: WARNING neutron.quota.resource_registry [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] subnetpool is already registered Jun 12 12:50:09.459630 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.v2.resource_helper [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 12 12:50:09.460058 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.v2.resource_helper [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Service FLAVORS assigned prefix: {{(pid=91558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 12 12:50:09.460652 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.v2.resource_helper [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 12 12:50:09.461071 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.v2.resource_helper [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 12 12:50:09.461396 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.quota.resource_registry [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Creating instance of TrackedResource for resource:router Jun 12 12:50:09.461734 dv-cinder-796114-1-iscsi neutron-server[91558]: WARNING neutron.quota.resource_registry [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] router is already registered Jun 12 12:50:09.462137 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.quota.resource_registry [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Creating instance of TrackedResource for resource:floatingip Jun 12 12:50:09.462492 dv-cinder-796114-1-iscsi neutron-server[91558]: WARNING neutron.quota.resource_registry [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] floatingip is already registered Jun 12 12:50:09.462942 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.v2.resource_helper [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Service METERING assigned prefix: /metering {{(pid=91558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 12 12:50:09.463599 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.quota.resource_registry [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Creating instance of CountableResource for resource:rbac_policy Jun 12 12:50:09.463921 dv-cinder-796114-1-iscsi neutron-server[91558]: WARNING neutron.quota.resource_registry [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] rbac_policy is already registered Jun 12 12:50:09.464322 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.quota.resource_registry [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Creating instance of TrackedResource for resource:security_group Jun 12 12:50:09.464650 dv-cinder-796114-1-iscsi neutron-server[91558]: WARNING neutron.quota.resource_registry [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] security_group is already registered Jun 12 12:50:09.465043 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.quota.resource_registry [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Creating instance of TrackedResource for resource:security_group_rule Jun 12 12:50:09.465370 dv-cinder-796114-1-iscsi neutron-server[91558]: WARNING neutron.quota.resource_registry [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] security_group_rule is already registered Jun 12 12:50:09.465983 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.v2.resource_helper [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Service CORE assigned prefix: {{(pid=91558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 12 12:50:09.466332 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.quota.resource_registry [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Creating instance of TrackedResource for resource:subnetpool Jun 12 12:50:09.466659 dv-cinder-796114-1-iscsi neutron-server[91558]: WARNING neutron.quota.resource_registry [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] subnetpool is already registered Jun 12 12:50:09.467070 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.v2.resource_helper [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Service CORE assigned prefix: {{(pid=91558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 12 12:50:09.467389 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.quota.resource_registry [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Creating instance of TrackedResource for resource:subnetpool Jun 12 12:50:09.467714 dv-cinder-796114-1-iscsi neutron-server[91558]: WARNING neutron.quota.resource_registry [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] subnetpool is already registered Jun 12 12:50:09.468174 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Extended resource: extensions {{(pid=91558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 12:50:09.469610 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Extended resource: address-groups {{(pid=91558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 12:50:09.471132 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Extended resource: address-scopes {{(pid=91558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 12:50:09.472430 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Extended resource: agents {{(pid=91558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 12:50:09.474252 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Extended resource: auto-allocated-topology {{(pid=91558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 12:50:09.475501 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Extended resource: availability_zones {{(pid=91558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 12:50:09.476696 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Extended resource: dhcp-networks {{(pid=91558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 12:50:09.478182 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Extended resource: dhcp-agents {{(pid=91558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 12:50:09.479700 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Extended resource: routers {{(pid=91558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 12:50:09.481429 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Extended resource: flavors {{(pid=91558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 12:50:09.482683 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Extended resource: service_profiles {{(pid=91558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 12:50:09.483865 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Extended resource: next_providers {{(pid=91558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 12:50:09.485285 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Extended resource: service_profiles {{(pid=91558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 12:50:09.486860 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Extended resource: floatingip-pools {{(pid=91558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 12:50:09.488070 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Extended resource: routers {{(pid=91558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 12:50:09.490063 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Extended resource: floatingips {{(pid=91558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 12:50:09.491352 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Extended resource: l3-routers {{(pid=91558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 12:50:09.492748 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Extended resource: l3-agents {{(pid=91558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 12:50:09.494160 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Extended resource: metering-labels {{(pid=91558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 12:50:09.495418 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Extended resource: metering-label-rules {{(pid=91558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 12:50:09.497764 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Extended resource: network-ip-availabilities {{(pid=91558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 12:50:09.499054 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Extended resource: bindings {{(pid=91558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 12:50:09.500601 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Extended resource: quotas {{(pid=91558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 12:50:09.502135 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Extended resource: quotas {{(pid=91558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 12:50:09.503563 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Extended resource: rbac-policies {{(pid=91558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 12:50:09.505395 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Extended resource: security-groups {{(pid=91558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 12:50:09.506722 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Extended resource: security-group-rules {{(pid=91558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 12:50:09.507975 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Extended resource: service-providers {{(pid=91558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 12:50:09.509176 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Extended resource: subnetpools {{(pid=91558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 12:50:09.510592 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Extended resource: subnetpools {{(pid=91558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 12:50:09.512181 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Extended resource: tags {{(pid=91558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 12:50:09.513791 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Extended resource: tags {{(pid=91558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 12:50:09.515611 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Extended resource: tags {{(pid=91558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 12:50:09.517450 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Extended resource: tags {{(pid=91558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 12:50:09.519153 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Extended resource: tags {{(pid=91558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 12:50:09.521685 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Extended resource: tags {{(pid=91558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 12:50:09.523369 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Extended resource: tags {{(pid=91558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 12:50:09.525141 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Extended resource: tags {{(pid=91558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 12:50:09.527015 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Extended resource: tags {{(pid=91558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 12:50:09.529029 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron.api.extensions [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Extended resource: tags {{(pid=91558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 12:50:09.535020 dv-cinder-796114-1-iscsi neutron-server[91558]: WARNING keystonemiddleware.auth_token [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 12 12:50:09.539519 dv-cinder-796114-1-iscsi neutron-server[91558]: WARNING keystonemiddleware.auth_token [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 12 12:50:09.547722 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_concurrency.lockutils [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Acquired lock "singleton_lock" {{(pid=91558) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 12 12:50:09.548190 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_concurrency.lockutils [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Releasing lock "singleton_lock" {{(pid=91558) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 12 12:50:09.548810 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO oslo_service.service [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Starting 2 workers Jun 12 12:50:09.554041 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Started child 91666 {{(pid=91558) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 12 12:50:09.558550 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Started child 91667 {{(pid=91558) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 12 12:50:09.559764 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:50:09.560471 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO neutron.service [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Neutron service started, listening on 0.0.0.0:9696 Jun 12 12:50:09.560791 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Notify callbacks [] for process, before_spawn {{(pid=91558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:50:09.561244 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [-] (91666) wsgi starting up on http://0.0.0.0:9696 Jun 12 12:50:09.561629 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 49024) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:50:09.563246 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO oslo_service.service [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Starting 1 workers Jun 12 12:50:09.563774 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:50:09.565178 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [-] (91667) wsgi starting up on http://0.0.0.0:9696 Jun 12 12:50:09.569190 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Started child 91668 {{(pid=91558) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 12 12:50:09.569742 dv-cinder-796114-1-iscsi neutron-server[91558]: INFO oslo_service.service [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Starting 1 workers Jun 12 12:50:09.571697 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0075653 Jun 12 12:50:09.573586 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.service [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] calling RpcWorker wait() {{(pid=91668) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 12 12:50:09.573586 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.service [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] returning from RpcWorker wait() {{(pid=91668) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 12 12:50:09.576493 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Started child 91669 {{(pid=91558) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 12 12:50:09.576697 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:50:09.576697 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:50:09.578974 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG neutron_lib.callbacks.manager [None req-75a60e93-380d-494b-b7b2-23b354225bcb None None] Notify callbacks [] for process, after_spawn {{(pid=91558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:50:09.578974 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91558) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 12 12:50:09.578974 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 12 12:50:09.578974 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 12 12:50:09.578974 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 12 12:50:09.578974 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 12 12:50:09.578974 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 12 12:50:09.579929 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.579929 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.579929 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.579929 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.580440 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.582491 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.582491 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.582491 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.582491 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.582491 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.582491 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.583320 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:50:09.583971 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.583971 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.584260 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:50:09.584401 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.584401 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.584401 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.584401 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.584912 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.584912 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.585193 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.585193 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.585473 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.586773 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] debug = True {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.586773 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.586773 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.586773 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.587354 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.587354 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.587633 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.587790 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.587927 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.588963 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.588963 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.588963 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.588963 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.589511 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.589511 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.589779 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.589779 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.590036 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.592059 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] host = dv-cinder-796114-1-iscsi {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.592059 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.592059 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.592059 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.592059 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.592059 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.592059 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.593028 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.593028 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.593028 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.593028 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.593028 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.593672 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.593672 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.593672 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] log_file = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.594180 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] log_options = True {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.594180 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.595883 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.595883 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.595883 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.596319 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.596319 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.596319 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.596723 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.596723 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.596987 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.597123 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.598376 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.598376 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.598376 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.598376 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.598948 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.598948 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.598948 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.599334 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.599480 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.599617 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.600592 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.600592 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.600592 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.600592 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.601148 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.601148 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.601148 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.601544 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.601544 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.601810 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.602026 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.610214 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.610214 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.610214 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.610214 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.610214 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.610214 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.610214 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.610214 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.611320 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.611320 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.611320 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.611320 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.611320 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.611320 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] use_json = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.611320 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.611320 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.611320 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.611911 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.611911 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.611911 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.611911 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.611911 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.611911 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.611911 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.611911 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.612414 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.612414 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.612414 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.612414 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.612940 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.613354 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.614381 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.614970 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.615245 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.615563 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.615823 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.616111 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.616446 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.616721 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.617011 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.617261 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.617487 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.617746 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.617974 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.618332 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.618612 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.618885 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.619215 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.619381 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.619617 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.619859 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.620102 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.620316 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.620549 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.620823 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.621048 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.621287 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.621518 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.621758 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.621999 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.623134 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.623134 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.623134 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.623134 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.623424 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.623620 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.623711 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.624459 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.624459 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.624459 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.624683 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.624834 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.625120 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.625381 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.628967 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.628967 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.628967 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.628967 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.628967 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.628967 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.628967 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.628967 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.628967 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.630117 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.630117 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.630117 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.630117 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.630117 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.630460 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.630610 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.631997 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.631997 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.631997 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.631997 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.632555 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.633008 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.633668 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.634103 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.634571 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.634990 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.635521 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.635969 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.636264 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.636571 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.636810 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.637064 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.637364 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.637694 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.637951 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.639232 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.639232 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.639232 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.639232 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.639232 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.639609 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.639704 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.639890 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.640169 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.640418 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.640693 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.640940 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.641163 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.642225 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.642225 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.642225 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.642225 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.644786 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.644786 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.644786 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.644786 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.644786 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.644786 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.644786 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.645220 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.645220 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.646715 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.648225 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.648225 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.648225 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.648225 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.648530 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.648530 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.652304 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.652304 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.652304 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.652304 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.652304 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.652304 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.652304 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.652304 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.653926 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.653926 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.653926 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.653926 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.653926 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.653926 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.653926 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.653926 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.654907 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.654907 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.654907 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.654907 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.654907 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.655271 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.655271 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.655465 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.655712 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.655939 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.658551 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.658551 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.658551 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.658551 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.658551 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.658551 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.658551 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.659023 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.659023 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.659154 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.659371 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.659518 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.659748 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.659995 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.660207 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.660484 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.660721 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.660946 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.661147 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.661553 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.663064 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.663064 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.663064 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.663064 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.663064 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.663064 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.663921 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.663921 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.663921 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.663921 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.665539 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.665539 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.665539 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.665539 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.665539 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.665539 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.665539 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.666868 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.666868 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.666868 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.667502 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.669047 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.669047 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.669047 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.669047 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.669047 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.669047 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.669918 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.669918 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.669918 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.669918 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.670573 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.672010 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.672010 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.672010 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.672010 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.672010 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.673451 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.673451 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.673451 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.673451 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.673451 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.673451 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.674345 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.674345 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.674345 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.674345 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.675845 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.675845 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.675845 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.675845 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.675845 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.675845 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.675845 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.677416 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.677416 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.677416 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.677416 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.678576 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.678576 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.678576 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.678576 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.679515 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.679750 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.679964 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.680290 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.680558 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.680786 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.681078 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.682133 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.682412 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.682673 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.682993 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.683208 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.683449 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.683685 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.683905 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.684143 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.684403 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.684724 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.685022 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.685272 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.685525 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.685789 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.686079 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.687268 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.687600 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.687913 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.688257 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.688590 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.688809 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.689040 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.689332 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.689576 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.689813 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.690029 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.690306 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.690528 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.690766 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.690996 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.691241 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.691439 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.693297 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.693297 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.693297 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.693297 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.693874 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.693874 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.693874 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 12 12:50:09.694389 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91558) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 12 12:50:09.694533 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 12 12:50:09.694692 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 12 12:50:09.694873 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 12 12:50:09.695024 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 12 12:50:09.695167 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 12 12:50:09.695367 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.696264 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.696264 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.696264 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.696264 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.696264 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.696264 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.696619 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.696619 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.696745 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.696992 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.696992 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.697151 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.697350 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.697462 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.698443 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.698628 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.698804 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.698985 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.699158 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.699328 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.699494 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.700039 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] debug = True {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.700039 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.700039 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.700288 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.700359 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.700517 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.700606 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.700771 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.701656 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.701656 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.701656 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.701656 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.701656 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.701656 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.701995 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.701995 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.702113 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.702454 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.702666 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] host = dv-cinder-796114-1-iscsi {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.702891 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.703108 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.703323 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.703491 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.703653 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.703797 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.703987 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.704150 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.704302 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.704464 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.704615 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.704776 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.704938 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.705086 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] log_file = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.705244 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] log_options = True {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.705390 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.705548 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.705690 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.705871 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.706028 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.706167 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.706434 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.706591 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.706729 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.706888 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.707031 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.707446 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.707446 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.707725 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.707725 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.707987 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.707987 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.708268 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.708268 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.708529 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.708665 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.708800 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.708935 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.709072 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.709208 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.709352 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.709488 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.709624 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.709774 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.709910 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.710057 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.710216 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.711616 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.711616 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.711616 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.711616 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.712163 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.712163 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.712163 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.712819 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.712819 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.712819 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.712819 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.713361 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.713361 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.713361 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] use_json = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.713361 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.713866 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.713866 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.713866 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.714269 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.714269 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.714269 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.714670 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 12:50:09.714670 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.714930 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.714930 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.715200 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.715337 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.715473 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.715609 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.715753 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.715889 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.716800 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.716800 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.716800 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.716800 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.716800 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.716800 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.717559 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.717559 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.717559 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.717559 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.717559 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.718227 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.718227 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.718227 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.718227 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.718741 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.718741 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.718741 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.719146 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:50:09.719289 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.719289 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.719289 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.719289 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.719804 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.719804 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.719804 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.719804 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.720315 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.720315 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.720315 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.720705 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.720705 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.720705 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.721112 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.721112 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.721112 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.721505 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.721505 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.721763 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.721763 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.722031 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.722031 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.722332 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.722471 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.722608 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.722744 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.722910 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.723057 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.723194 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.723330 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.723466 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.723610 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.723885 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.724038 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.724176 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.724312 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.724447 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.725266 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.725266 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.725266 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.725266 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.725266 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.725949 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.725949 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.725949 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.725949 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.725949 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.726648 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.726648 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.726648 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.726648 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.727166 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.727166 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.727166 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.727166 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.727677 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.727677 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.727677 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.728068 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.728068 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.728328 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.728328 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.728586 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.728586 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.728844 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.728844 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.729103 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.729257 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.729394 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.729540 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.729676 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.729812 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.729948 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.730084 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.730247 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.730402 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.730540 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.730676 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.730886 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.732174 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.732174 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.732174 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.732174 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.732735 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.732735 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.732735 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.732735 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.733251 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.733251 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.733251 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.733524 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.733524 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.733665 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.733751 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.733890 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.734052 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.735270 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.735385 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.735523 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.736209 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.736209 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.736209 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.736209 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.736493 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.736493 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.736611 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.736784 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.737722 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.737889 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.738048 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.739155 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.739155 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.739155 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.739382 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.739541 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.740419 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.740419 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.742154 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.742154 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.742154 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.742154 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.742154 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.742154 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.742625 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.742625 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.742742 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.742806 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.743000 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.743131 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.743292 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.743454 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.743616 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.743778 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.743939 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.744101 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.744262 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.744426 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.744586 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.744746 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.744907 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.745070 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.745234 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.745393 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.745556 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.745719 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.745881 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.746043 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.746917 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.747097 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.747244 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.747387 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.747526 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.747664 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.747801 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.747940 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.748072 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.748215 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.748352 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.748521 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.748700 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.748856 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.749011 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.749173 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.749334 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.749497 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.749644 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.749808 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.749969 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.750129 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.752507 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.752507 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.752507 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.752814 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.752814 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.752976 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.753055 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.753180 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.753345 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.753523 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.753691 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.753856 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.754045 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.754865 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.755212 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.755512 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.755855 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.756193 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.756361 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.756686 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.756849 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.757156 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.757511 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.757855 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.758032 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.758205 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.759074 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.759074 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.759074 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.759074 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.759074 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.759405 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.759405 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.759537 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.759604 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.759824 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.759915 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.760087 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.760240 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.761742 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.761742 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.761742 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.761742 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.761742 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.761742 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.762148 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.762148 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.762301 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.762432 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.762815 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.763170 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.763333 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.763934 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.763934 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.763934 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.764144 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.764144 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.764365 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.764468 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.764597 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.764762 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.764923 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.765232 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.765547 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.765713 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.765876 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.766036 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.766429 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.766591 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.766754 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.766916 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.767079 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.767245 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.767408 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.767570 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.767733 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.767894 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 12:50:09.768046 dv-cinder-796114-1-iscsi neutron-server[91558]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 12 12:50:20.654104 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232b6ac2-d7f0-40b7-9375-15cb3c7cacba None None] get_active_networks_info from dv-cinder-796114-1-iscsi {{(pid=91668) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 12 12:50:20.747476 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232b6ac2-d7f0-40b7-9375-15cb3c7cacba None None] No non-hosted networks {{(pid=91668) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 12 12:50:20.768184 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.agentschedulers_db [None req-232b6ac2-d7f0-40b7-9375-15cb3c7cacba None None] DHCP Agent not found on host dv-cinder-796114-1-iscsi {{(pid=91668) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 12 12:50:20.911584 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-1fd5daaf-9f22-4495-9117-a3fb5c453fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022'] for agent, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:50:23.290230 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022'] for agent, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:50:23.293994 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:50:23.295160 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:50:23.296325 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:50:23.297414 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:50:23.298534 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:50:23.299676 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:50:23.300795 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:50:23.302383 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:50:23.302905 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:50:23.306772 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:50:23.307288 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:50:23.308359 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:50:23.309520 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-796114-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:50:23.325003 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-796114-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:50:23.454926 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-8fff5808-cb18-4e6e-8397-0a924e1aef6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022'] for agent, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:50:23.574489 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-660f26c5-5741-4fbe-834d-5a7a51c72613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:50:25.053216 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-7239a5c3-c5f0-4f25-a5be-c6c46247b3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022'] for agent, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:50:25.810009 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-0a5de27a-4d22-4fdd-a4cf-053756d7edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022'] for agent, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:50:26.232772 dv-cinder-796114-1-iscsi neutron-server[91668]: INFO neutron.db.l3_hamode_db [None req-5d06f8c6-9365-47c1-9013-69c993b66758 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 12 12:50:26.321379 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d06f8c6-9365-47c1-9013-69c993b66758 None None] Routers set() bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:50:26.321776 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d06f8c6-9365-47c1-9013-69c993b66758 None None] Router IDs set() for agent in host dv-cinder-796114-1-iscsi {{(pid=91668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 12 12:50:27.484534 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 49130) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:50:27.976064 dv-cinder-796114-1-iscsi neutron-server[91666]: WARNING oslo_policy.policy [None req-258a6d44-71da-43f0-aaff-6c0c807cd061 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 12 12:50:27.976656 dv-cinder-796114-1-iscsi neutron-server[91666]: WARNING oslo_policy.policy [None req-258a6d44-71da-43f0-aaff-6c0c807cd061 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 12 12:50:28.194002 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [None req-258a6d44-71da-43f0-aaff-6c0c807cd061 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=91666) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 12 12:50:28.194966 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-258a6d44-71da-43f0-aaff-6c0c807cd061 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7096040 Jun 12 12:50:30.509294 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 49144) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:50:30.825745 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [None req-61dee012-edfc-482a-8d78-387e828c7c38 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:50:30.923957 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.policy [None req-61dee012-edfc-482a-8d78-387e828c7c38 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91666) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 12 12:50:30.968962 dv-cinder-796114-1-iscsi neutron-server[91666]: WARNING oslo_policy.policy [None req-61dee012-edfc-482a-8d78-387e828c7c38 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 12 12:50:30.969332 dv-cinder-796114-1-iscsi neutron-server[91666]: WARNING oslo_policy.policy [None req-61dee012-edfc-482a-8d78-387e828c7c38 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 12 12:50:30.978349 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.quota [None req-61dee012-edfc-482a-8d78-387e828c7c38 admin admin] Loaded quota_driver: . Jun 12 12:50:31.072087 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-61dee012-edfc-482a-8d78-387e828c7c38 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752047244035', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752047243728', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752047259103', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752047229705', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752047241666', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752047211705', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1600420', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1552692', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16284163', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16353743'] for rbac-policy, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:50:31.139336 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-61dee012-edfc-482a-8d78-387e828c7c38 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:50:31.140488 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-61dee012-edfc-482a-8d78-387e828c7c38 admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6302273 Jun 12 12:50:33.660124 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 49156) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:50:33.958023 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [None req-c8168c05-953a-4393-936d-21fabc61ca10 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': '33b1719944c7450b99199fc108e6ef83', 'project_id': '33b1719944c7450b99199fc108e6ef83'}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:50:33.985060 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8168c05-953a-4393-936d-21fabc61ca10 admin admin] Made reservation on behalf of 33b1719944c7450b99199fc108e6ef83 for: {'network': 1} {{(pid=91666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 12:50:33.987921 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-c8168c05-953a-4393-936d-21fabc61ca10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for network, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:50:34.007328 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-c8168c05-953a-4393-936d-21fabc61ca10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:50:34.133666 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-c8168c05-953a-4393-936d-21fabc61ca10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:50:34.137315 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-c8168c05-953a-4393-936d-21fabc61ca10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:50:34.142530 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:50:34.164370 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8168c05-953a-4393-936d-21fabc61ca10 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=91666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 12:50:34.189948 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-c8168c05-953a-4393-936d-21fabc61ca10 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752044986031', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400235'] for segment, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:50:34.190615 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-c8168c05-953a-4393-936d-21fabc61ca10 admin admin] Unsubscribe: segment precommit_create {{(pid=91666) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 12 12:50:34.191693 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.db.segments_db [None req-c8168c05-953a-4393-936d-21fabc61ca10 admin admin] Added segment 93934500-b420-4508-baf1-f122d60507c4 of type vlan for network b9d673b4-378d-4012-a198-cb1dfd44a61b Jun 12 12:50:34.199590 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8168c05-953a-4393-936d-21fabc61ca10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbcd825-c1b1-424b-8593-de11691ddae0,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:50:34.237572 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8168c05-953a-4393-936d-21fabc61ca10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:50:34.237945 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8168c05-953a-4393-936d-21fabc61ca10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:50:34.238305 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8168c05-953a-4393-936d-21fabc61ca10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:50:34.238621 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8168c05-953a-4393-936d-21fabc61ca10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:50:34.238935 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8168c05-953a-4393-936d-21fabc61ca10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:50:34.239263 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8168c05-953a-4393-936d-21fabc61ca10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:50:34.239577 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8168c05-953a-4393-936d-21fabc61ca10 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:50:34.239882 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8168c05-953a-4393-936d-21fabc61ca10 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:50:34.240201 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8168c05-953a-4393-936d-21fabc61ca10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:50:34.240531 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8168c05-953a-4393-936d-21fabc61ca10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:50:34.240861 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8168c05-953a-4393-936d-21fabc61ca10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:50:34.241201 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8168c05-953a-4393-936d-21fabc61ca10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:50:34.242357 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8168c05-953a-4393-936d-21fabc61ca10 admin admin] Tracked resource versions report: Jun 12 12:50:34.242357 dv-cinder-796114-1-iscsi neutron-server[91666]: pushed versions: Jun 12 12:50:34.242357 dv-cinder-796114-1-iscsi neutron-server[91666]: { 'AddressGroup': {'1.2'}, Jun 12 12:50:34.242357 dv-cinder-796114-1-iscsi neutron-server[91666]: 'ConntrackHelper': {'1.0'}, Jun 12 12:50:34.242357 dv-cinder-796114-1-iscsi neutron-server[91666]: 'Log': {'1.0'}, Jun 12 12:50:34.242357 dv-cinder-796114-1-iscsi neutron-server[91666]: 'Network': {'1.1'}, Jun 12 12:50:34.242357 dv-cinder-796114-1-iscsi neutron-server[91666]: 'Port': {'1.7'}, Jun 12 12:50:34.242357 dv-cinder-796114-1-iscsi neutron-server[91666]: 'PortForwarding': {'1.2'}, Jun 12 12:50:34.242357 dv-cinder-796114-1-iscsi neutron-server[91666]: 'QosPolicy': {'1.8'}, Jun 12 12:50:34.242357 dv-cinder-796114-1-iscsi neutron-server[91666]: 'SecurityGroup': {'1.4'}, Jun 12 12:50:34.242357 dv-cinder-796114-1-iscsi neutron-server[91666]: 'SecurityGroupRule': {'1.2'}, Jun 12 12:50:34.242357 dv-cinder-796114-1-iscsi neutron-server[91666]: 'SubPort': {'1.0'}, Jun 12 12:50:34.242357 dv-cinder-796114-1-iscsi neutron-server[91666]: 'Subnet': {'1.1'}, Jun 12 12:50:34.242357 dv-cinder-796114-1-iscsi neutron-server[91666]: 'Trunk': {'1.1'}} Jun 12 12:50:34.242357 dv-cinder-796114-1-iscsi neutron-server[91666]: consumer versions: Jun 12 12:50:34.242357 dv-cinder-796114-1-iscsi neutron-server[91666]: { DHCP agent@dv-cinder-796114-1-iscsi: {}, Jun 12 12:50:34.242357 dv-cinder-796114-1-iscsi neutron-server[91666]: L3 agent@dv-cinder-796114-1-iscsi: {}, Jun 12 12:50:34.242357 dv-cinder-796114-1-iscsi neutron-server[91666]: Metadata agent@dv-cinder-796114-1-iscsi: {}, Jun 12 12:50:34.242357 dv-cinder-796114-1-iscsi neutron-server[91666]: Metering agent@dv-cinder-796114-1-iscsi: {}, Jun 12 12:50:34.242357 dv-cinder-796114-1-iscsi neutron-server[91666]: Open vSwitch agent@dv-cinder-796114-1-iscsi: { 'AddressGroup': '1.2', Jun 12 12:50:34.242357 dv-cinder-796114-1-iscsi neutron-server[91666]: 'ConntrackHelper': '1.0', Jun 12 12:50:34.242357 dv-cinder-796114-1-iscsi neutron-server[91666]: 'Log': '1.0', Jun 12 12:50:34.242357 dv-cinder-796114-1-iscsi neutron-server[91666]: 'Network': '1.1', Jun 12 12:50:34.242357 dv-cinder-796114-1-iscsi neutron-server[91666]: 'Port': '1.7', Jun 12 12:50:34.242357 dv-cinder-796114-1-iscsi neutron-server[91666]: 'PortForwarding': '1.2', Jun 12 12:50:34.242357 dv-cinder-796114-1-iscsi neutron-server[91666]: 'QosPolicy': '1.8', Jun 12 12:50:34.242357 dv-cinder-796114-1-iscsi neutron-server[91666]: 'SecurityGroup': '1.4', Jun 12 12:50:34.242357 dv-cinder-796114-1-iscsi neutron-server[91666]: 'SecurityGroupRule': '1.2', Jun 12 12:50:34.242357 dv-cinder-796114-1-iscsi neutron-server[91666]: 'SubPort': '1.0', Jun 12 12:50:34.242357 dv-cinder-796114-1-iscsi neutron-server[91666]: 'Subnet': '1.1', Jun 12 12:50:34.242357 dv-cinder-796114-1-iscsi neutron-server[91666]: 'Trunk': '1.1'}} Jun 12 12:50:34.242357 dv-cinder-796114-1-iscsi neutron-server[91666]: {{(pid=91666) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 12 12:50:34.321228 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-c8168c05-953a-4393-936d-21fabc61ca10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:50:34.323081 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-c8168c05-953a-4393-936d-21fabc61ca10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752044417208'] for network, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:50:34.372475 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-c8168c05-953a-4393-936d-21fabc61ca10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786'] for network, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:50:34.373892 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8168c05-953a-4393-936d-21fabc61ca10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:50:34.374572 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-c8168c05-953a-4393-936d-21fabc61ca10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for network, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:50:34.377290 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:50:34.436176 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-c8168c05-953a-4393-936d-21fabc61ca10 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7749569 Jun 12 12:50:34.494867 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8168c05-953a-4393-936d-21fabc61ca10 admin admin] Pushing event updated for resources: {'Network': ['ID=b9d673b4-378d-4012-a198-cb1dfd44a61b,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:50:34.498146 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-c8168c05-953a-4393-936d-21fabc61ca10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:50:34.507447 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Network b9d673b4-378d-4012-a198-cb1dfd44a61b details requested by agent ovs-agent-dv-cinder-796114-1-iscsi with host dv-cinder-796114-1-iscsi {{(pid=91668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 12:50:37.039662 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 49170) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:50:37.458683 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc035f1-9114-4e74-a709-55a93472111d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:50:37.459919 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-1fc035f1-9114-4e74-a709-55a93472111d admin admin] 10.222.0.23 "GET /v2.0/networks/b9d673b4-378d-4012-a198-cb1dfd44a61b HTTP/1.1" status: 200 len: 825 time: 0.4193280 Jun 12 12:50:37.484774 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-2a4db6b1-d6eb-4e13-b899-cdf25f4ce268 admin admin] 10.222.0.23 "GET /v2.0/subnetpools/84f48ba1-4c10-48bc-918a-7340710d52d2 HTTP/1.1" status: 200 len: 734 time: 0.0195804 Jun 12 12:50:37.493221 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [None req-7b154c7b-8e1f-4bfb-b551-2bbb5025cd2b admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': 'b9d673b4-378d-4012-a198-cb1dfd44a61b', 'name': 'private-subnet', 'subnetpool_id': '84f48ba1-4c10-48bc-918a-7340710d52d2', 'tenant_id': '33b1719944c7450b99199fc108e6ef83'}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:50:37.515301 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b154c7b-8e1f-4bfb-b551-2bbb5025cd2b admin admin] Made reservation on behalf of 33b1719944c7450b99199fc108e6ef83 for: {'subnet': 1} {{(pid=91666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 12:50:37.517564 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-7b154c7b-8e1f-4bfb-b551-2bbb5025cd2b admin admin] Notify callbacks [] for subnet, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:50:37.849930 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-7b154c7b-8e1f-4bfb-b551-2bbb5025cd2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761'] for subnet, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:50:37.853920 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:50:37.929331 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b154c7b-8e1f-4bfb-b551-2bbb5025cd2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=475e0086-7242-47eb-977b-0e64e86bf4d0,revision_number=0']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:50:37.933796 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b154c7b-8e1f-4bfb-b551-2bbb5025cd2b admin admin] Checking segment: {'id': '93934500-b420-4508-baf1-f122d60507c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b9d673b4-378d-4012-a198-cb1dfd44a61b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:50:37.934162 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b154c7b-8e1f-4bfb-b551-2bbb5025cd2b admin admin] Network hostable DHCP agents. Network: b9d673b4-378d-4012-a198-cb1dfd44a61b, hostable agents: ['8dc1a162-787d-4a45-80b7-87a05126eea7'], hosted agents: [] {{(pid=91666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 12:50:37.936266 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-7b154c7b-8e1f-4bfb-b551-2bbb5025cd2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:50:37.956027 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b154c7b-8e1f-4bfb-b551-2bbb5025cd2b admin admin] Network b9d673b4-378d-4012-a198-cb1dfd44a61b is scheduled to be hosted by DHCP agent 8dc1a162-787d-4a45-80b7-87a05126eea7 with binding_index 1 {{(pid=91666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 12:50:37.966765 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.base_scheduler [None req-7b154c7b-8e1f-4bfb-b551-2bbb5025cd2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-1-iscsi, b9d673b4-378d-4012-a198-cb1dfd44a61b) {{(pid=91666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:50:37.971162 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b154c7b-8e1f-4bfb-b551-2bbb5025cd2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:50:37.971740 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-7b154c7b-8e1f-4bfb-b551-2bbb5025cd2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for subnet, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:50:37.976737 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05369b52-0748-4dd3-b9c3-463232148275 None None] Network b9d673b4-378d-4012-a198-cb1dfd44a61b requested from dv-cinder-796114-1-iscsi {{(pid=91668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 12:50:37.986227 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-7b154c7b-8e1f-4bfb-b551-2bbb5025cd2b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4961112 Jun 12 12:50:38.316166 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfee0d5c-b145-4646-ba25-557f3b3368aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94262ffb-d3ee-52fc-8937-1caaa686fe76-b9d673b4-378d-4012-a198-cb1dfd44a61b', 'network_id': 'b9d673b4-378d-4012-a198-cb1dfd44a61b', 'tenant_id': '33b1719944c7450b99199fc108e6ef83', 'fixed_ips': [{'subnet_id': '475e0086-7242-47eb-977b-0e64e86bf4d0'}]}} from dv-cinder-796114-1-iscsi. {{(pid=91668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 12 12:50:38.317462 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-cfee0d5c-b145-4646-ba25-557f3b3368aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for port, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:50:38.600324 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.db_base_plugin_common [None req-cfee0d5c-b145-4646-ba25-557f3b3368aa None None] Allocated IP 172.20.0.2 (b9d673b4-378d-4012-a198-cb1dfd44a61b/475e0086-7242-47eb-977b-0e64e86bf4d0/2defbb45-2a4d-4dd5-87b3-594175b0a218) {{(pid=91668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 12:50:38.867439 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-cfee0d5c-b145-4646-ba25-557f3b3368aa None None] Notify callbacks [] for port, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:50:38.882214 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-cfee0d5c-b145-4646-ba25-557f3b3368aa None None] Transition to ACTIVE for port object 2defbb45-2a4d-4dd5-87b3-594175b0a218 will not be triggered until provisioned by entity L2. {{(pid=91668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:50:38.903621 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-cfee0d5c-b145-4646-ba25-557f3b3368aa None None] Transition to ACTIVE for port object 2defbb45-2a4d-4dd5-87b3-594175b0a218 will not be triggered until provisioned by entity DHCP. {{(pid=91668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:50:38.912873 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-cfee0d5c-b145-4646-ba25-557f3b3368aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1466997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-122173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752044431912'] for port, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:50:38.916148 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:50:39.002318 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfee0d5c-b145-4646-ba25-557f3b3368aa None None] Network b9d673b4-378d-4012-a198-cb1dfd44a61b is already hosted by enough agents. {{(pid=91668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:50:39.007019 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.scheduler.base_scheduler [None req-cfee0d5c-b145-4646-ba25-557f3b3368aa None None] Resources bound (agent type, host, resource id): {{(pid=91668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:50:39.013928 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfee0d5c-b145-4646-ba25-557f3b3368aa None None] Received port after_create {{(pid=91668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 12:50:39.024085 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfee0d5c-b145-4646-ba25-557f3b3368aa None None] Pushing event updated for resources: {'Port': ['ID=2defbb45-2a4d-4dd5-87b3-594175b0a218,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:50:39.073512 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfee0d5c-b145-4646-ba25-557f3b3368aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:50:39.073888 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfee0d5c-b145-4646-ba25-557f3b3368aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:50:39.074239 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfee0d5c-b145-4646-ba25-557f3b3368aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:50:39.074569 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfee0d5c-b145-4646-ba25-557f3b3368aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:50:39.074890 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfee0d5c-b145-4646-ba25-557f3b3368aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:50:39.075413 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfee0d5c-b145-4646-ba25-557f3b3368aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:50:39.075998 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfee0d5c-b145-4646-ba25-557f3b3368aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:50:39.076534 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfee0d5c-b145-4646-ba25-557f3b3368aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:50:39.077121 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfee0d5c-b145-4646-ba25-557f3b3368aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:50:39.077652 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfee0d5c-b145-4646-ba25-557f3b3368aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:50:39.077977 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfee0d5c-b145-4646-ba25-557f3b3368aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:50:39.078314 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfee0d5c-b145-4646-ba25-557f3b3368aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:50:39.079434 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfee0d5c-b145-4646-ba25-557f3b3368aa None None] Tracked resource versions report: Jun 12 12:50:39.079434 dv-cinder-796114-1-iscsi neutron-server[91668]: pushed versions: Jun 12 12:50:39.079434 dv-cinder-796114-1-iscsi neutron-server[91668]: { 'AddressGroup': {'1.2'}, Jun 12 12:50:39.079434 dv-cinder-796114-1-iscsi neutron-server[91668]: 'ConntrackHelper': {'1.0'}, Jun 12 12:50:39.079434 dv-cinder-796114-1-iscsi neutron-server[91668]: 'Log': {'1.0'}, Jun 12 12:50:39.079434 dv-cinder-796114-1-iscsi neutron-server[91668]: 'Network': {'1.1'}, Jun 12 12:50:39.079434 dv-cinder-796114-1-iscsi neutron-server[91668]: 'Port': {'1.7'}, Jun 12 12:50:39.079434 dv-cinder-796114-1-iscsi neutron-server[91668]: 'PortForwarding': {'1.2'}, Jun 12 12:50:39.079434 dv-cinder-796114-1-iscsi neutron-server[91668]: 'QosPolicy': {'1.8'}, Jun 12 12:50:39.079434 dv-cinder-796114-1-iscsi neutron-server[91668]: 'SecurityGroup': {'1.4'}, Jun 12 12:50:39.079434 dv-cinder-796114-1-iscsi neutron-server[91668]: 'SecurityGroupRule': {'1.2'}, Jun 12 12:50:39.079434 dv-cinder-796114-1-iscsi neutron-server[91668]: 'SubPort': {'1.0'}, Jun 12 12:50:39.079434 dv-cinder-796114-1-iscsi neutron-server[91668]: 'Subnet': {'1.1'}, Jun 12 12:50:39.079434 dv-cinder-796114-1-iscsi neutron-server[91668]: 'Trunk': {'1.1'}} Jun 12 12:50:39.079434 dv-cinder-796114-1-iscsi neutron-server[91668]: consumer versions: Jun 12 12:50:39.079434 dv-cinder-796114-1-iscsi neutron-server[91668]: { DHCP agent@dv-cinder-796114-1-iscsi: {}, Jun 12 12:50:39.079434 dv-cinder-796114-1-iscsi neutron-server[91668]: L3 agent@dv-cinder-796114-1-iscsi: {}, Jun 12 12:50:39.079434 dv-cinder-796114-1-iscsi neutron-server[91668]: Metadata agent@dv-cinder-796114-1-iscsi: {}, Jun 12 12:50:39.079434 dv-cinder-796114-1-iscsi neutron-server[91668]: Metering agent@dv-cinder-796114-1-iscsi: {}, Jun 12 12:50:39.079434 dv-cinder-796114-1-iscsi neutron-server[91668]: Open vSwitch agent@dv-cinder-796114-1-iscsi: { 'AddressGroup': '1.2', Jun 12 12:50:39.079434 dv-cinder-796114-1-iscsi neutron-server[91668]: 'ConntrackHelper': '1.0', Jun 12 12:50:39.079434 dv-cinder-796114-1-iscsi neutron-server[91668]: 'Log': '1.0', Jun 12 12:50:39.079434 dv-cinder-796114-1-iscsi neutron-server[91668]: 'Network': '1.1', Jun 12 12:50:39.079434 dv-cinder-796114-1-iscsi neutron-server[91668]: 'Port': '1.7', Jun 12 12:50:39.079434 dv-cinder-796114-1-iscsi neutron-server[91668]: 'PortForwarding': '1.2', Jun 12 12:50:39.079434 dv-cinder-796114-1-iscsi neutron-server[91668]: 'QosPolicy': '1.8', Jun 12 12:50:39.079434 dv-cinder-796114-1-iscsi neutron-server[91668]: 'SecurityGroup': '1.4', Jun 12 12:50:39.079434 dv-cinder-796114-1-iscsi neutron-server[91668]: 'SecurityGroupRule': '1.2', Jun 12 12:50:39.079434 dv-cinder-796114-1-iscsi neutron-server[91668]: 'SubPort': '1.0', Jun 12 12:50:39.079434 dv-cinder-796114-1-iscsi neutron-server[91668]: 'Subnet': '1.1', Jun 12 12:50:39.079434 dv-cinder-796114-1-iscsi neutron-server[91668]: 'Trunk': '1.1'}} Jun 12 12:50:39.079434 dv-cinder-796114-1-iscsi neutron-server[91668]: {{(pid=91668) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 12 12:50:39.108132 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-cfee0d5c-b145-4646-ba25-557f3b3368aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:50:39.120039 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [None req-cfee0d5c-b145-4646-ba25-557f3b3368aa None None] Attempting to bind port 2defbb45-2a4d-4dd5-87b3-594175b0a218 on host dv-cinder-796114-1-iscsi for vnic_type normal with profile {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 12:50:39.120368 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [None req-cfee0d5c-b145-4646-ba25-557f3b3368aa None None] Attempting to bind port 2defbb45-2a4d-4dd5-87b3-594175b0a218 by drivers openvswitch,hyperv on host dv-cinder-796114-1-iscsi at level 0 using segments [{'id': '93934500-b420-4508-baf1-f122d60507c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b9d673b4-378d-4012-a198-cb1dfd44a61b'}] {{(pid=91668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 12:50:39.120795 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfee0d5c-b145-4646-ba25-557f3b3368aa None None] Attempting to bind port 2defbb45-2a4d-4dd5-87b3-594175b0a218 on network b9d673b4-378d-4012-a198-cb1dfd44a61b {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:50:39.125754 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfee0d5c-b145-4646-ba25-557f3b3368aa None None] Checking agent: {'id': '0e4c1f03-8758-41fd-af96-477868dcd4b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 12, 50, 23), 'started_at': datetime.datetime(2021, 6, 12, 12, 50, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 12, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 12:50:39.126164 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfee0d5c-b145-4646-ba25-557f3b3368aa None None] Checking segment: {'id': '93934500-b420-4508-baf1-f122d60507c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b9d673b4-378d-4012-a198-cb1dfd44a61b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:50:39.126647 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-cfee0d5c-b145-4646-ba25-557f3b3368aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:50:39.127043 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfee0d5c-b145-4646-ba25-557f3b3368aa None None] Bound using segment: {'id': '93934500-b420-4508-baf1-f122d60507c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b9d673b4-378d-4012-a198-cb1dfd44a61b'} {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 12:50:39.127551 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [None req-cfee0d5c-b145-4646-ba25-557f3b3368aa None None] Bound port: 2defbb45-2a4d-4dd5-87b3-594175b0a218, host: dv-cinder-796114-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93934500-b420-4508-baf1-f122d60507c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b9d673b4-378d-4012-a198-cb1dfd44a61b'}}] {{(pid=91668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 12:50:39.127939 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-cfee0d5c-b145-4646-ba25-557f3b3368aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:50:39.205136 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-cfee0d5c-b145-4646-ba25-557f3b3368aa None None] For port 2defbb45-2a4d-4dd5-87b3-594175b0a218, host dv-cinder-796114-1-iscsi, cleared binding levels {{(pid=91668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 12:50:39.240090 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-cfee0d5c-b145-4646-ba25-557f3b3368aa None None] For port 2defbb45-2a4d-4dd5-87b3-594175b0a218, host dv-cinder-796114-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=2defbb45-2a4d-4dd5-87b3-594175b0a218,segment=NetworkSegment(93934500-b420-4508-baf1-f122d60507c4),segment_id=93934500-b420-4508-baf1-f122d60507c4)] {{(pid=91668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 12:50:39.245585 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-cfee0d5c-b145-4646-ba25-557f3b3368aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:50:39.248097 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-cfee0d5c-b145-4646-ba25-557f3b3368aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:50:39.323415 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfee0d5c-b145-4646-ba25-557f3b3368aa None None] Pushing event updated for resources: {'Port': ['ID=2defbb45-2a4d-4dd5-87b3-594175b0a218,revision_number=2']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:50:39.326416 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-cfee0d5c-b145-4646-ba25-557f3b3368aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:50:40.608152 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 49178) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:50:41.107682 dv-cinder-796114-1-iscsi neutron-server[91667]: WARNING oslo_policy.policy [None req-c9c054a8-9ee5-4d9c-b778-eaade9079212 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 12 12:50:41.108258 dv-cinder-796114-1-iscsi neutron-server[91667]: WARNING oslo_policy.policy [None req-c9c054a8-9ee5-4d9c-b778-eaade9079212 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 12 12:50:41.331034 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [None req-c9c054a8-9ee5-4d9c-b778-eaade9079212 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=91667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 12 12:50:41.332313 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-c9c054a8-9ee5-4d9c-b778-eaade9079212 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7220449 Jun 12 12:50:43.677653 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 49192) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:50:43.992756 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [None req-4723eb3a-ac56-46cd-a895-f37ae95e7c5e admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=91666) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 12 12:50:43.993750 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-4723eb3a-ac56-46cd-a895-f37ae95e7c5e admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3151424 Jun 12 12:50:45.311842 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f570e04-0994-4569-a0f5-984dab41a8b9 None None] Network b9d673b4-378d-4012-a198-cb1dfd44a61b requested from dv-cinder-796114-1-iscsi {{(pid=91668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 12:50:45.423115 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f3679044-de7e-491b-b2da-032d272527c3 None None] Provisioning for port 2defbb45-2a4d-4dd5-87b3-594175b0a218 completed by entity DHCP. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:50:45.609299 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device 2defbb45-2a4d-4dd5-87b3-594175b0a218 up at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:50:45.699592 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning for port 2defbb45-2a4d-4dd5-87b3-594175b0a218 completed by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:50:45.703787 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning complete for port 2defbb45-2a4d-4dd5-87b3-594175b0a218 triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:50:45.704178 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:50:45.760522 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-049141b0-0dd9-4199-8670-fea6ac485b18 None None] Provisioning complete for port 2defbb45-2a4d-4dd5-87b3-594175b0a218 triggered by entity DHCP. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:50:45.760802 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-049141b0-0dd9-4199-8670-fea6ac485b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:50:45.863931 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:50:45.929550 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] For port 2defbb45-2a4d-4dd5-87b3-594175b0a218, host dv-cinder-796114-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=2defbb45-2a4d-4dd5-87b3-594175b0a218,segment=NetworkSegment(93934500-b420-4508-baf1-f122d60507c4),segment_id=93934500-b420-4508-baf1-f122d60507c4)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:50:45.937570 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:50:45.943351 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:50:45.967650 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-049141b0-0dd9-4199-8670-fea6ac485b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:50:46.039089 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Pushing event updated for resources: {'Port': ['ID=2defbb45-2a4d-4dd5-87b3-594175b0a218,revision_number=3']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:50:46.046629 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:50:46.054622 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.db.api [None req-049141b0-0dd9-4199-8670-fea6ac485b18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 12 12:50:46.055028 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_db.api [None req-049141b0-0dd9-4199-8670-fea6ac485b18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 12 12:50:46.595107 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 49206) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:50:46.894004 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [None req-f63e0e90-2b17-4129-b63b-7ae5f4f089f1 admin admin] Request body: {'router': {'tenant_id': '33b1719944c7450b99199fc108e6ef83', 'name': 'router1', 'admin_state_up': True}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:50:46.917965 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-f63e0e90-2b17-4129-b63b-7ae5f4f089f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-443820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60904'] for router, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:50:46.919393 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-f63e0e90-2b17-4129-b63b-7ae5f4f089f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-389058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60897'] for router, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:50:47.068950 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-f63e0e90-2b17-4129-b63b-7ae5f4f089f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:50:47.073548 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-f63e0e90-2b17-4129-b63b-7ae5f4f089f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-443815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454298'] for router, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:50:47.086099 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-f63e0e90-2b17-4129-b63b-7ae5f4f089f1 admin admin] Notify callbacks [] for router, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:50:47.087284 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-f63e0e90-2b17-4129-b63b-7ae5f4f089f1 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4911180 Jun 12 12:50:47.564662 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device 2defbb45-2a4d-4dd5-87b3-594175b0a218 up at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:50:47.617325 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning complete for port 2defbb45-2a4d-4dd5-87b3-594175b0a218 triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:50:47.617695 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:50:49.411895 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 49214) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:50:49.724698 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [None req-bc50c17e-89d5-470e-a49a-9eb4ce069000 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=91667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 12 12:50:49.725648 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-bc50c17e-89d5-470e-a49a-9eb4ce069000 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3128057 Jun 12 12:50:50.554365 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-721e7b24-bf73-4af0-8ae8-7e874746b6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:50:50.643368 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.agents_db [None req-3755f801-82db-4e36-b9e4-fb56f4f4bf71 None None] Agent healthcheck: found 5 active agents {{(pid=91669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:50:52.033559 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 49222) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:50:52.341648 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [None req-fcbc272d-8fe4-4541-85a1-29570572ca62 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'name': 'public'}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:50:52.361536 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcbc272d-8fe4-4541-85a1-29570572ca62 admin admin] Made reservation on behalf of d4b2ed06c5094046b327966042185a2f for: {'network': 1} {{(pid=91666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 12:50:52.363858 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-fcbc272d-8fe4-4541-85a1-29570572ca62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for network, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:50:52.374086 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-fcbc272d-8fe4-4541-85a1-29570572ca62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:50:52.464015 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-fcbc272d-8fe4-4541-85a1-29570572ca62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:50:52.467503 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-fcbc272d-8fe4-4541-85a1-29570572ca62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:50:52.471452 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:50:52.483564 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-fcbc272d-8fe4-4541-85a1-29570572ca62 admin admin] Reserving flat network on physical network physnet1 {{(pid=91666) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 12 12:50:52.504335 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbc272d-8fe4-4541-85a1-29570572ca62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29fb5c79-8cb6-420c-984e-6c085fb77c79,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:50:52.508599 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-fcbc272d-8fe4-4541-85a1-29570572ca62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:50:52.509590 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-fcbc272d-8fe4-4541-85a1-29570572ca62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400235'] for segment, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:50:52.509923 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.db.segments_db [None req-fcbc272d-8fe4-4541-85a1-29570572ca62 admin admin] Added segment 3c2da916-7025-41e9-bbaa-dbdda4d660f0 of type flat for network d31b88ef-fdf5-46b1-8572-11d751094587 Jun 12 12:50:52.566907 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-fcbc272d-8fe4-4541-85a1-29570572ca62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752044417208'] for network, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:50:52.602908 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-fcbc272d-8fe4-4541-85a1-29570572ca62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786'] for network, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:50:52.604135 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbc272d-8fe4-4541-85a1-29570572ca62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:50:52.604697 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-fcbc272d-8fe4-4541-85a1-29570572ca62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for network, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:50:52.607349 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-c8168c05-953a-4393-936d-21fabc61ca10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:50:52.637801 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-fcbc272d-8fe4-4541-85a1-29570572ca62 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6032083 Jun 12 12:50:52.685284 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbc272d-8fe4-4541-85a1-29570572ca62 admin admin] Pushing event updated for resources: {'Network': ['ID=d31b88ef-fdf5-46b1-8572-11d751094587,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:50:52.688000 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-fcbc272d-8fe4-4541-85a1-29570572ca62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:50:52.696516 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Network d31b88ef-fdf5-46b1-8572-11d751094587 details requested by agent ovs-agent-dv-cinder-796114-1-iscsi with host dv-cinder-796114-1-iscsi {{(pid=91668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 12:50:53.272946 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:50:53.444713 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-6b3d608b-54e0-4405-994c-d3736a4fbaa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:50:54.964536 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 49240) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:50:54.985474 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-7239a5c3-c5f0-4f25-a5be-c6c46247b3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:50:55.150076 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6633266-801f-445b-ae97-750efa42b016 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:50:55.151413 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-d6633266-801f-445b-ae97-750efa42b016 admin admin] 10.222.0.23 "GET /v2.0/subnets/475e0086-7242-47eb-977b-0e64e86bf4d0 HTTP/1.1" status: 200 len: 849 time: 0.1859050 Jun 12 12:50:55.296066 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-f8ae30a1-b090-4fcc-8d3a-cb6923487bc8 admin admin] 10.222.0.23 "GET /v2.0/routers/3f603941-3612-4e3f-bab6-02b6071d6d02 HTTP/1.1" status: 200 len: 704 time: 0.1390274 Jun 12 12:50:55.712612 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-e6e8dee1-6089-4dab-bcb7-3eab64d6452f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for port, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:50:55.754046 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-0a5de27a-4d22-4fdd-a4cf-053756d7edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:50:56.018209 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.db_base_plugin_common [None req-e6e8dee1-6089-4dab-bcb7-3eab64d6452f admin admin] Allocated IP 172.20.0.1 (b9d673b4-378d-4012-a198-cb1dfd44a61b/475e0086-7242-47eb-977b-0e64e86bf4d0/0fafe2ed-894b-4a47-a5a5-9ea07fb0e9ff) {{(pid=91666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 12:50:56.185499 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-e6e8dee1-6089-4dab-bcb7-3eab64d6452f admin admin] Notify callbacks [] for port, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:50:56.209495 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-e6e8dee1-6089-4dab-bcb7-3eab64d6452f admin admin] Transition to ACTIVE for port object 0fafe2ed-894b-4a47-a5a5-9ea07fb0e9ff will not be triggered until provisioned by entity DHCP. {{(pid=91666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:50:56.292965 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-e6e8dee1-6089-4dab-bcb7-3eab64d6452f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1466997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-122173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752044431912'] for port, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:50:56.295828 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:50:56.368537 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e8dee1-6089-4dab-bcb7-3eab64d6452f admin admin] Network b9d673b4-378d-4012-a198-cb1dfd44a61b is already hosted by enough agents. {{(pid=91666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:50:56.373156 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.base_scheduler [None req-e6e8dee1-6089-4dab-bcb7-3eab64d6452f admin admin] Resources bound (agent type, host, resource id): {{(pid=91666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:50:56.376268 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e8dee1-6089-4dab-bcb7-3eab64d6452f admin admin] Received port after_create {{(pid=91666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 12:50:56.376800 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-e6e8dee1-6089-4dab-bcb7-3eab64d6452f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-458079'] for router_interface, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:50:56.463424 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e8dee1-6089-4dab-bcb7-3eab64d6452f admin admin] Pushing event updated for resources: {'Port': ['ID=0fafe2ed-894b-4a47-a5a5-9ea07fb0e9ff,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:50:56.470045 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-e6e8dee1-6089-4dab-bcb7-3eab64d6452f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:50:56.566751 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-d4390489-dfaf-48c6-912e-a28f035832ae None None] Provisioning for port 0fafe2ed-894b-4a47-a5a5-9ea07fb0e9ff completed by entity DHCP. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:50:56.570378 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-d4390489-dfaf-48c6-912e-a28f035832ae None None] Provisioning complete for port 0fafe2ed-894b-4a47-a5a5-9ea07fb0e9ff triggered by entity DHCP. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:50:56.570805 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-d4390489-dfaf-48c6-912e-a28f035832ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:50:56.609470 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-d4390489-dfaf-48c6-912e-a28f035832ae None None] Port 0fafe2ed-894b-4a47-a5a5-9ea07fb0e9ff cannot update to ACTIVE because it is not bound. {{(pid=91668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 12:50:56.628538 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-e6e8dee1-6089-4dab-bcb7-3eab64d6452f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:50:56.838048 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-e6e8dee1-6089-4dab-bcb7-3eab64d6452f admin admin] Notify callbacks [] for port, precommit_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:50:56.842269 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-e6e8dee1-6089-4dab-bcb7-3eab64d6452f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:50:56.843354 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-e6e8dee1-6089-4dab-bcb7-3eab64d6452f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-458187'] for router_interface, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:50:56.845728 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-e6e8dee1-6089-4dab-bcb7-3eab64d6452f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:50:56.915341 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e8dee1-6089-4dab-bcb7-3eab64d6452f admin admin] Pushing event updated for resources: {'Port': ['ID=0fafe2ed-894b-4a47-a5a5-9ea07fb0e9ff,revision_number=2']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:50:56.919514 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-e6e8dee1-6089-4dab-bcb7-3eab64d6452f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:50:57.061982 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e8dee1-6089-4dab-bcb7-3eab64d6452f admin admin] Network b9d673b4-378d-4012-a198-cb1dfd44a61b is already hosted by enough agents. {{(pid=91666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:50:57.063291 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.base_scheduler [None req-e6e8dee1-6089-4dab-bcb7-3eab64d6452f admin admin] Resources bound (agent type, host, resource id): {{(pid=91666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:50:57.230454 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-e7e08a76-f9a2-4f2e-93c7-b0554742fecb None None] Provisioning complete for port 0fafe2ed-894b-4a47-a5a5-9ea07fb0e9ff triggered by entity DHCP. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:50:57.230829 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e7e08a76-f9a2-4f2e-93c7-b0554742fecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:50:57.252377 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6e8dee1-6089-4dab-bcb7-3eab64d6452f admin admin] Router 3f603941-3612-4e3f-bab6-02b6071d6d02 is scheduled to L3 agent 68a3a672-d21c-4adb-804e-7b4e770767ea with binding_index 1 {{(pid=91666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 12 12:50:57.271671 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-e7e08a76-f9a2-4f2e-93c7-b0554742fecb None None] Port 0fafe2ed-894b-4a47-a5a5-9ea07fb0e9ff cannot update to ACTIVE because it is not bound. {{(pid=91668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 12:50:57.375151 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e8dee1-6089-4dab-bcb7-3eab64d6452f admin admin] Notify agent at l3_agent.dv-cinder-796114-1-iscsi the message routers_updated {{(pid=91666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 12:50:57.380857 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-e6e8dee1-6089-4dab-bcb7-3eab64d6452f admin admin] 10.222.0.23 "PUT /v2.0/routers/3f603941-3612-4e3f-bab6-02b6071d6d02/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0790977 Jun 12 12:50:57.397872 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a618601-86fd-44ec-ad40-f0cf11957782 None None] Sync routers for ids ['3f603941-3612-4e3f-bab6-02b6071d6d02'] in dv-cinder-796114-1-iscsi {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 12:50:57.409695 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a618601-86fd-44ec-ad40-f0cf11957782 None None] Routers {'3f603941-3612-4e3f-bab6-02b6071d6d02'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:50:57.410819 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-2a618601-86fd-44ec-ad40-f0cf11957782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T12:50:53Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['3f603941-3612-4e3f-bab6-02b6071d6d02'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:50:57.614256 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-2a618601-86fd-44ec-ad40-f0cf11957782 None None] Set router 3f603941-3612-4e3f-bab6-02b6071d6d02 gateway port host: None {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:50:58.073904 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-2a618601-86fd-44ec-ad40-f0cf11957782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f603941-3612-4e3f-bab6-02b6071d6d02', 'name': 'router1', 'tenant_id': '33b1719944c7450b99199fc108e6ef83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:50:46Z', 'updated_at': '2021-06-12T12:50:56Z', 'revision_number': 2, 'project_id': '33b1719944c7450b99199fc108e6ef83', 'gw_port_host': None, '_interfaces': [{'id': '0fafe2ed-894b-4a47-a5a5-9ea07fb0e9ff', 'name': '', 'network_id': 'b9d673b4-378d-4012-a198-cb1dfd44a61b', 'tenant_id': '33b1719944c7450b99199fc108e6ef83', 'mac_address': 'fa:16:3e:96:31:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f603941-3612-4e3f-bab6-02b6071d6d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '475e0086-7242-47eb-977b-0e64e86bf4d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:50:55Z', 'updated_at': '2021-06-12T12:50:56Z', 'revision_number': 2, 'project_id': '33b1719944c7450b99199fc108e6ef83', 'subnets': [{'id': '475e0086-7242-47eb-977b-0e64e86bf4d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '84f48ba1-4c10-48bc-918a-7340710d52d2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:50:58.079735 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a618601-86fd-44ec-ad40-f0cf11957782 None None] Checking router: 3f603941-3612-4e3f-bab6-02b6071d6d02 for host: dv-cinder-796114-1-iscsi {{(pid=91669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 12:50:58.080096 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a618601-86fd-44ec-ad40-f0cf11957782 None None] Updating router 3f603941-3612-4e3f-bab6-02b6071d6d02 port 0fafe2ed-894b-4a47-a5a5-9ea07fb0e9ff binding host dv-cinder-796114-1-iscsi {{(pid=91669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 12:50:58.147883 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-2a618601-86fd-44ec-ad40-f0cf11957782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:50:58.669155 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-2a618601-86fd-44ec-ad40-f0cf11957782 None None] Notify callbacks [] for port, precommit_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:50:58.687284 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-2a618601-86fd-44ec-ad40-f0cf11957782 None None] Transition to ACTIVE for port object 0fafe2ed-894b-4a47-a5a5-9ea07fb0e9ff will not be triggered until provisioned by entity L2. {{(pid=91669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:50:58.693057 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-2a618601-86fd-44ec-ad40-f0cf11957782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:50:58.697715 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:50:58.915283 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065ca0cd-5516-4e6c-a89e-4aacc583e4d7 None None] Pushing event updated for resources: {'Port': ['ID=0fafe2ed-894b-4a47-a5a5-9ea07fb0e9ff,revision_number=3']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:50:58.932118 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065ca0cd-5516-4e6c-a89e-4aacc583e4d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:50:58.932390 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065ca0cd-5516-4e6c-a89e-4aacc583e4d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:50:58.932710 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065ca0cd-5516-4e6c-a89e-4aacc583e4d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:50:58.933024 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065ca0cd-5516-4e6c-a89e-4aacc583e4d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:50:58.933334 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065ca0cd-5516-4e6c-a89e-4aacc583e4d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:50:58.933643 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065ca0cd-5516-4e6c-a89e-4aacc583e4d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:50:58.933947 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065ca0cd-5516-4e6c-a89e-4aacc583e4d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:50:58.934270 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065ca0cd-5516-4e6c-a89e-4aacc583e4d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:50:58.934629 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065ca0cd-5516-4e6c-a89e-4aacc583e4d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:50:58.934935 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065ca0cd-5516-4e6c-a89e-4aacc583e4d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:50:58.935236 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065ca0cd-5516-4e6c-a89e-4aacc583e4d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:50:58.935535 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065ca0cd-5516-4e6c-a89e-4aacc583e4d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:50:58.936620 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065ca0cd-5516-4e6c-a89e-4aacc583e4d7 None None] Tracked resource versions report: Jun 12 12:50:58.936620 dv-cinder-796114-1-iscsi neutron-server[91669]: pushed versions: Jun 12 12:50:58.936620 dv-cinder-796114-1-iscsi neutron-server[91669]: { 'AddressGroup': {'1.2'}, Jun 12 12:50:58.936620 dv-cinder-796114-1-iscsi neutron-server[91669]: 'ConntrackHelper': {'1.0'}, Jun 12 12:50:58.936620 dv-cinder-796114-1-iscsi neutron-server[91669]: 'Log': {'1.0'}, Jun 12 12:50:58.936620 dv-cinder-796114-1-iscsi neutron-server[91669]: 'Network': {'1.1'}, Jun 12 12:50:58.936620 dv-cinder-796114-1-iscsi neutron-server[91669]: 'Port': {'1.7'}, Jun 12 12:50:58.936620 dv-cinder-796114-1-iscsi neutron-server[91669]: 'PortForwarding': {'1.2'}, Jun 12 12:50:58.936620 dv-cinder-796114-1-iscsi neutron-server[91669]: 'QosPolicy': {'1.8'}, Jun 12 12:50:58.936620 dv-cinder-796114-1-iscsi neutron-server[91669]: 'SecurityGroup': {'1.4'}, Jun 12 12:50:58.936620 dv-cinder-796114-1-iscsi neutron-server[91669]: 'SecurityGroupRule': {'1.2'}, Jun 12 12:50:58.936620 dv-cinder-796114-1-iscsi neutron-server[91669]: 'SubPort': {'1.0'}, Jun 12 12:50:58.936620 dv-cinder-796114-1-iscsi neutron-server[91669]: 'Subnet': {'1.1'}, Jun 12 12:50:58.936620 dv-cinder-796114-1-iscsi neutron-server[91669]: 'Trunk': {'1.1'}} Jun 12 12:50:58.936620 dv-cinder-796114-1-iscsi neutron-server[91669]: consumer versions: Jun 12 12:50:58.936620 dv-cinder-796114-1-iscsi neutron-server[91669]: { DHCP agent@dv-cinder-796114-1-iscsi: {}, Jun 12 12:50:58.936620 dv-cinder-796114-1-iscsi neutron-server[91669]: L3 agent@dv-cinder-796114-1-iscsi: {}, Jun 12 12:50:58.936620 dv-cinder-796114-1-iscsi neutron-server[91669]: Metadata agent@dv-cinder-796114-1-iscsi: {}, Jun 12 12:50:58.936620 dv-cinder-796114-1-iscsi neutron-server[91669]: Metering agent@dv-cinder-796114-1-iscsi: {}, Jun 12 12:50:58.936620 dv-cinder-796114-1-iscsi neutron-server[91669]: Open vSwitch agent@dv-cinder-796114-1-iscsi: { 'AddressGroup': '1.2', Jun 12 12:50:58.936620 dv-cinder-796114-1-iscsi neutron-server[91669]: 'ConntrackHelper': '1.0', Jun 12 12:50:58.936620 dv-cinder-796114-1-iscsi neutron-server[91669]: 'Log': '1.0', Jun 12 12:50:58.936620 dv-cinder-796114-1-iscsi neutron-server[91669]: 'Network': '1.1', Jun 12 12:50:58.936620 dv-cinder-796114-1-iscsi neutron-server[91669]: 'Port': '1.7', Jun 12 12:50:58.936620 dv-cinder-796114-1-iscsi neutron-server[91669]: 'PortForwarding': '1.2', Jun 12 12:50:58.936620 dv-cinder-796114-1-iscsi neutron-server[91669]: 'QosPolicy': '1.8', Jun 12 12:50:58.936620 dv-cinder-796114-1-iscsi neutron-server[91669]: 'SecurityGroup': '1.4', Jun 12 12:50:58.936620 dv-cinder-796114-1-iscsi neutron-server[91669]: 'SecurityGroupRule': '1.2', Jun 12 12:50:58.936620 dv-cinder-796114-1-iscsi neutron-server[91669]: 'SubPort': '1.0', Jun 12 12:50:58.936620 dv-cinder-796114-1-iscsi neutron-server[91669]: 'Subnet': '1.1', Jun 12 12:50:58.936620 dv-cinder-796114-1-iscsi neutron-server[91669]: 'Trunk': '1.1'}} Jun 12 12:50:58.936620 dv-cinder-796114-1-iscsi neutron-server[91669]: {{(pid=91669) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 12 12:50:58.941481 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-2a618601-86fd-44ec-ad40-f0cf11957782 None None] Attempting to bind port 0fafe2ed-894b-4a47-a5a5-9ea07fb0e9ff on host dv-cinder-796114-1-iscsi for vnic_type normal with profile {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 12:50:58.941861 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-2a618601-86fd-44ec-ad40-f0cf11957782 None None] Attempting to bind port 0fafe2ed-894b-4a47-a5a5-9ea07fb0e9ff by drivers openvswitch,hyperv on host dv-cinder-796114-1-iscsi at level 0 using segments [{'id': '93934500-b420-4508-baf1-f122d60507c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b9d673b4-378d-4012-a198-cb1dfd44a61b'}] {{(pid=91669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 12:50:58.942312 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a618601-86fd-44ec-ad40-f0cf11957782 None None] Attempting to bind port 0fafe2ed-894b-4a47-a5a5-9ea07fb0e9ff on network b9d673b4-378d-4012-a198-cb1dfd44a61b {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:50:58.944290 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-065ca0cd-5516-4e6c-a89e-4aacc583e4d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:50:58.947986 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a618601-86fd-44ec-ad40-f0cf11957782 None None] Checking agent: {'id': '0e4c1f03-8758-41fd-af96-477868dcd4b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 12, 50, 23), 'started_at': datetime.datetime(2021, 6, 12, 12, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 12, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 12:50:58.948389 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a618601-86fd-44ec-ad40-f0cf11957782 None None] Checking segment: {'id': '93934500-b420-4508-baf1-f122d60507c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b9d673b4-378d-4012-a198-cb1dfd44a61b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:50:58.948845 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-2a618601-86fd-44ec-ad40-f0cf11957782 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:50:58.949219 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a618601-86fd-44ec-ad40-f0cf11957782 None None] Bound using segment: {'id': '93934500-b420-4508-baf1-f122d60507c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b9d673b4-378d-4012-a198-cb1dfd44a61b'} {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 12:50:58.949731 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-2a618601-86fd-44ec-ad40-f0cf11957782 None None] Bound port: 0fafe2ed-894b-4a47-a5a5-9ea07fb0e9ff, host: dv-cinder-796114-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93934500-b420-4508-baf1-f122d60507c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b9d673b4-378d-4012-a198-cb1dfd44a61b'}}] {{(pid=91669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 12:50:58.950089 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-2a618601-86fd-44ec-ad40-f0cf11957782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:50:59.026144 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-2a618601-86fd-44ec-ad40-f0cf11957782 None None] For port 0fafe2ed-894b-4a47-a5a5-9ea07fb0e9ff, host dv-cinder-796114-1-iscsi, cleared binding levels {{(pid=91669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 12:50:59.048924 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-2a618601-86fd-44ec-ad40-f0cf11957782 None None] For port 0fafe2ed-894b-4a47-a5a5-9ea07fb0e9ff, host dv-cinder-796114-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=0fafe2ed-894b-4a47-a5a5-9ea07fb0e9ff,segment=NetworkSegment(93934500-b420-4508-baf1-f122d60507c4),segment_id=93934500-b420-4508-baf1-f122d60507c4)] {{(pid=91669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 12:50:59.054308 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-2a618601-86fd-44ec-ad40-f0cf11957782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:50:59.057305 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:50:59.120216 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a618601-86fd-44ec-ad40-f0cf11957782 None None] Routers {'3f603941-3612-4e3f-bab6-02b6071d6d02'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:50:59.120841 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-2a618601-86fd-44ec-ad40-f0cf11957782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T12:50:53Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['3f603941-3612-4e3f-bab6-02b6071d6d02'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:50:59.219339 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065ca0cd-5516-4e6c-a89e-4aacc583e4d7 None None] Pushing event updated for resources: {'Port': ['ID=0fafe2ed-894b-4a47-a5a5-9ea07fb0e9ff,revision_number=4']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:50:59.223979 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-065ca0cd-5516-4e6c-a89e-4aacc583e4d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:50:59.251202 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-2a618601-86fd-44ec-ad40-f0cf11957782 None None] Set router 3f603941-3612-4e3f-bab6-02b6071d6d02 gateway port host: None {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:50:59.524977 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-2a618601-86fd-44ec-ad40-f0cf11957782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f603941-3612-4e3f-bab6-02b6071d6d02', 'name': 'router1', 'tenant_id': '33b1719944c7450b99199fc108e6ef83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:50:46Z', 'updated_at': '2021-06-12T12:50:56Z', 'revision_number': 2, 'project_id': '33b1719944c7450b99199fc108e6ef83', 'gw_port_host': None, '_interfaces': [{'id': '0fafe2ed-894b-4a47-a5a5-9ea07fb0e9ff', 'name': '', 'network_id': 'b9d673b4-378d-4012-a198-cb1dfd44a61b', 'tenant_id': '33b1719944c7450b99199fc108e6ef83', 'mac_address': 'fa:16:3e:96:31:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f603941-3612-4e3f-bab6-02b6071d6d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '475e0086-7242-47eb-977b-0e64e86bf4d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:50:55Z', 'updated_at': '2021-06-12T12:50:59Z', 'revision_number': 4, 'project_id': '33b1719944c7450b99199fc108e6ef83', 'subnets': [{'id': '475e0086-7242-47eb-977b-0e64e86bf4d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '84f48ba1-4c10-48bc-918a-7340710d52d2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:50:59.528625 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a618601-86fd-44ec-ad40-f0cf11957782 None None] The sync data for ids ['3f603941-3612-4e3f-bab6-02b6071d6d02'] in dv-cinder-796114-1-iscsi is: [{'id': '3f603941-3612-4e3f-bab6-02b6071d6d02', 'name': 'router1', 'tenant_id': '33b1719944c7450b99199fc108e6ef83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:50:46Z', 'updated_at': '2021-06-12T12:50:56Z', 'revision_number': 2, 'project_id': '33b1719944c7450b99199fc108e6ef83', 'gw_port_host': None, '_interfaces': [{'id': '0fafe2ed-894b-4a47-a5a5-9ea07fb0e9ff', 'name': '', 'network_id': 'b9d673b4-378d-4012-a198-cb1dfd44a61b', 'tenant_id': '33b1719944c7450b99199fc108e6ef83', 'mac_address': 'fa:16:3e:96:31:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f603941-3612-4e3f-bab6-02b6071d6d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '475e0086-7242-47eb-977b-0e64e86bf4d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:50:55Z', 'updated_at': '2021-06-12T12:50:59Z', 'revision_number': 4, 'project_id': '33b1719944c7450b99199fc108e6ef83', 'subnets': [{'id': '475e0086-7242-47eb-977b-0e64e86bf4d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '84f48ba1-4c10-48bc-918a-7340710d52d2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 12:50:59.560609 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 49260) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:50:59.691479 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3107cd-bcf1-43ce-9819-ac8e08089149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:50:59.692809 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-2a3107cd-bcf1-43ce-9819-ac8e08089149 admin admin] 10.222.0.23 "GET /v2.0/networks/d31b88ef-fdf5-46b1-8572-11d751094587 HTTP/1.1" status: 200 len: 842 time: 0.1312349 Jun 12 12:50:59.701891 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [None req-7492fd3c-adf1-40a8-b15f-193ed4696162 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587'}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:50:59.723574 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7492fd3c-adf1-40a8-b15f-193ed4696162 admin admin] Made reservation on behalf of d4b2ed06c5094046b327966042185a2f for: {'subnet': 1} {{(pid=91666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 12:50:59.725818 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-7492fd3c-adf1-40a8-b15f-193ed4696162 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:51:00.074891 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.objects.ports [None req-7492fd3c-adf1-40a8-b15f-193ed4696162 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91666) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 12 12:51:00.075296 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-7492fd3c-adf1-40a8-b15f-193ed4696162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761'] for subnet, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:51:00.077419 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-7b154c7b-8e1f-4bfb-b551-2bbb5025cd2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:51:00.140340 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7492fd3c-adf1-40a8-b15f-193ed4696162 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3cd8c99-09c7-4ded-87bb-a3c326773e06,revision_number=0']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:51:00.143059 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-7492fd3c-adf1-40a8-b15f-193ed4696162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:51:00.150683 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7492fd3c-adf1-40a8-b15f-193ed4696162 admin admin] Checking segment: {'id': '3c2da916-7025-41e9-bbaa-dbdda4d660f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:51:00.151040 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7492fd3c-adf1-40a8-b15f-193ed4696162 admin admin] Network hostable DHCP agents. Network: d31b88ef-fdf5-46b1-8572-11d751094587, hostable agents: ['8dc1a162-787d-4a45-80b7-87a05126eea7'], hosted agents: [] {{(pid=91666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 12:51:00.167932 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7492fd3c-adf1-40a8-b15f-193ed4696162 admin admin] Network d31b88ef-fdf5-46b1-8572-11d751094587 is scheduled to be hosted by DHCP agent 8dc1a162-787d-4a45-80b7-87a05126eea7 with binding_index 1 {{(pid=91666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 12:51:00.176161 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.base_scheduler [None req-7492fd3c-adf1-40a8-b15f-193ed4696162 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-1-iscsi, d31b88ef-fdf5-46b1-8572-11d751094587) {{(pid=91666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:51:00.180079 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7492fd3c-adf1-40a8-b15f-193ed4696162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:51:00.180689 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-7492fd3c-adf1-40a8-b15f-193ed4696162 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for subnet, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:51:00.186885 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc01bff-fbff-4f1d-8424-0da80a0e0171 None None] Network d31b88ef-fdf5-46b1-8572-11d751094587 requested from dv-cinder-796114-1-iscsi {{(pid=91668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 12:51:00.196439 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-7492fd3c-adf1-40a8-b15f-193ed4696162 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4979045 Jun 12 12:51:00.371504 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2708df-d84f-412d-b085-f23eed9cf789 None None] Network d31b88ef-fdf5-46b1-8572-11d751094587 requested from dv-cinder-796114-1-iscsi {{(pid=91668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 12:51:02.465875 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 49272) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:51:02.632354 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-d2dd920a-344c-4bdc-8d69-cb4ca079a954 admin admin] 10.222.0.23 "GET /v2.0/routers/3f603941-3612-4e3f-bab6-02b6071d6d02 HTTP/1.1" status: 200 len: 710 time: 0.1653142 Jun 12 12:51:02.741912 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fee3a51-4798-446f-a3cc-62aab2bccb09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:51:02.743415 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-0fee3a51-4798-446f-a3cc-62aab2bccb09 admin admin] 10.222.0.23 "GET /v2.0/networks/d31b88ef-fdf5-46b1-8572-11d751094587 HTTP/1.1" status: 200 len: 886 time: 0.1060395 Jun 12 12:51:02.751977 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [None req-820a080a-6e38-490d-8d79-2528567be5bb admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587'}}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:51:03.174036 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-820a080a-6e38-490d-8d79-2528567be5bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453826', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-443838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60919'] for router, precommit_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:51:03.485169 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-820a080a-6e38-490d-8d79-2528567be5bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:51:03.566965 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-820a080a-6e38-490d-8d79-2528567be5bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for port, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:51:03.615238 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device 0fafe2ed-894b-4a47-a5a5-9ea07fb0e9ff up at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:51:03.670305 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning for port 0fafe2ed-894b-4a47-a5a5-9ea07fb0e9ff completed by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:51:03.673760 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning complete for port 0fafe2ed-894b-4a47-a5a5-9ea07fb0e9ff triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:51:03.674141 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:51:03.691764 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.db_base_plugin_common [None req-820a080a-6e38-490d-8d79-2528567be5bb admin admin] Allocated IP 172.27.3.172 (d31b88ef-fdf5-46b1-8572-11d751094587/d3cd8c99-09c7-4ded-87bb-a3c326773e06/996b68e2-2c13-4032-b7e5-2a41a5197299) {{(pid=91666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 12:51:03.765507 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:51:03.801884 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] For port 0fafe2ed-894b-4a47-a5a5-9ea07fb0e9ff, host dv-cinder-796114-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=0fafe2ed-894b-4a47-a5a5-9ea07fb0e9ff,segment=NetworkSegment(93934500-b420-4508-baf1-f122d60507c4),segment_id=93934500-b420-4508-baf1-f122d60507c4)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:51:03.805472 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:51:03.807576 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-cfee0d5c-b145-4646-ba25-557f3b3368aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:51:03.819056 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-820a080a-6e38-490d-8d79-2528567be5bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:51:03.859587 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-820a080a-6e38-490d-8d79-2528567be5bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1466997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-122173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752044431912'] for port, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:51:03.860141 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Pushing event updated for resources: {'Port': ['ID=0fafe2ed-894b-4a47-a5a5-9ea07fb0e9ff,revision_number=5']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:51:03.863803 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:51:03.866542 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:51:03.907289 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820a080a-6e38-490d-8d79-2528567be5bb admin admin] Network d31b88ef-fdf5-46b1-8572-11d751094587 is already hosted by enough agents. {{(pid=91666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:51:03.910231 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.base_scheduler [None req-820a080a-6e38-490d-8d79-2528567be5bb admin admin] Resources bound (agent type, host, resource id): {{(pid=91666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:51:03.916129 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820a080a-6e38-490d-8d79-2528567be5bb admin admin] Received port after_create {{(pid=91666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 12:51:03.918862 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820a080a-6e38-490d-8d79-2528567be5bb admin admin] Pushing event updated for resources: {'Port': ['ID=996b68e2-2c13-4032-b7e5-2a41a5197299,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:51:03.967002 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-820a080a-6e38-490d-8d79-2528567be5bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:51:04.235972 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-820a080a-6e38-490d-8d79-2528567be5bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:51:04.599308 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-820a080a-6e38-490d-8d79-2528567be5bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453826', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-443838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60919'] for router, precommit_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:51:04.602476 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-820a080a-6e38-490d-8d79-2528567be5bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-454316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-454293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-476237'] for router, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:51:04.743278 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-820a080a-6e38-490d-8d79-2528567be5bb admin admin] Router 3f603941-3612-4e3f-bab6-02b6071d6d02 has already been hosted by L3 agent 68a3a672-d21c-4adb-804e-7b4e770767ea {{(pid=91666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 12:51:04.884158 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820a080a-6e38-490d-8d79-2528567be5bb admin admin] Notify agent at l3_agent.dv-cinder-796114-1-iscsi the message routers_updated {{(pid=91666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 12:51:04.888370 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-820a080a-6e38-490d-8d79-2528567be5bb admin admin] Notify callbacks [] for router, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:51:04.889538 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-820a080a-6e38-490d-8d79-2528567be5bb admin admin] 10.222.0.23 "PUT /v2.0/routers/3f603941-3612-4e3f-bab6-02b6071d6d02 HTTP/1.1" status: 200 len: 890 time: 2.1407106 Jun 12 12:51:04.893471 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430b9a3f-40a4-4e63-91df-87bb3d5930df None None] Sync routers for ids ['3f603941-3612-4e3f-bab6-02b6071d6d02'] in dv-cinder-796114-1-iscsi {{(pid=91668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 12:51:04.904863 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430b9a3f-40a4-4e63-91df-87bb3d5930df None None] Routers {'3f603941-3612-4e3f-bab6-02b6071d6d02'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:51:04.905539 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-430b9a3f-40a4-4e63-91df-87bb3d5930df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T12:50:53Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['3f603941-3612-4e3f-bab6-02b6071d6d02'], 'active': True} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:51:05.147008 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvr_db [None req-430b9a3f-40a4-4e63-91df-87bb3d5930df None None] Set router 3f603941-3612-4e3f-bab6-02b6071d6d02 gateway port host: dv-cinder-796114-1-iscsi {{(pid=91668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:51:05.590146 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device 0fafe2ed-894b-4a47-a5a5-9ea07fb0e9ff up at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:51:05.679637 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning complete for port 0fafe2ed-894b-4a47-a5a5-9ea07fb0e9ff triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:51:05.680013 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:51:05.733767 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-430b9a3f-40a4-4e63-91df-87bb3d5930df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f603941-3612-4e3f-bab6-02b6071d6d02', 'name': 'router1', 'tenant_id': '33b1719944c7450b99199fc108e6ef83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '996b68e2-2c13-4032-b7e5-2a41a5197299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:50:46Z', 'updated_at': '2021-06-12T12:51:04Z', 'revision_number': 4, 'project_id': '33b1719944c7450b99199fc108e6ef83', 'gw_port': {'id': '996b68e2-2c13-4032-b7e5-2a41a5197299', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:6b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f603941-3612-4e3f-bab6-02b6071d6d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:51:03Z', 'updated_at': '2021-06-12T12:51:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_interfaces': [{'id': '0fafe2ed-894b-4a47-a5a5-9ea07fb0e9ff', 'name': '', 'network_id': 'b9d673b4-378d-4012-a198-cb1dfd44a61b', 'tenant_id': '33b1719944c7450b99199fc108e6ef83', 'mac_address': 'fa:16:3e:96:31:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f603941-3612-4e3f-bab6-02b6071d6d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '475e0086-7242-47eb-977b-0e64e86bf4d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:50:55Z', 'updated_at': '2021-06-12T12:51:03Z', 'revision_number': 5, 'project_id': '33b1719944c7450b99199fc108e6ef83', 'subnets': [{'id': '475e0086-7242-47eb-977b-0e64e86bf4d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '84f48ba1-4c10-48bc-918a-7340710d52d2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:51:05.742473 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430b9a3f-40a4-4e63-91df-87bb3d5930df None None] Checking router: 3f603941-3612-4e3f-bab6-02b6071d6d02 for host: dv-cinder-796114-1-iscsi {{(pid=91668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 12:51:05.742830 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430b9a3f-40a4-4e63-91df-87bb3d5930df None None] Updating router 3f603941-3612-4e3f-bab6-02b6071d6d02 port 996b68e2-2c13-4032-b7e5-2a41a5197299 binding host dv-cinder-796114-1-iscsi {{(pid=91668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 12:51:05.811946 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-430b9a3f-40a4-4e63-91df-87bb3d5930df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:51:06.188813 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-430b9a3f-40a4-4e63-91df-87bb3d5930df None None] Notify callbacks [] for port, precommit_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:51:06.199260 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-430b9a3f-40a4-4e63-91df-87bb3d5930df None None] Transition to ACTIVE for port object 996b68e2-2c13-4032-b7e5-2a41a5197299 will not be triggered until provisioned by entity L2. {{(pid=91668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:51:06.206990 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-430b9a3f-40a4-4e63-91df-87bb3d5930df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:51:06.209598 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:51:06.269572 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37b4693-d05a-4196-a742-63554fd8418f None None] Pushing event updated for resources: {'Port': ['ID=996b68e2-2c13-4032-b7e5-2a41a5197299,revision_number=2']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:51:06.271766 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [None req-430b9a3f-40a4-4e63-91df-87bb3d5930df None None] Attempting to bind port 996b68e2-2c13-4032-b7e5-2a41a5197299 on host dv-cinder-796114-1-iscsi for vnic_type normal with profile {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 12:51:06.272137 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [None req-430b9a3f-40a4-4e63-91df-87bb3d5930df None None] Attempting to bind port 996b68e2-2c13-4032-b7e5-2a41a5197299 by drivers openvswitch,hyperv on host dv-cinder-796114-1-iscsi at level 0 using segments [{'id': '3c2da916-7025-41e9-bbaa-dbdda4d660f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587'}] {{(pid=91668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 12:51:06.272515 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430b9a3f-40a4-4e63-91df-87bb3d5930df None None] Attempting to bind port 996b68e2-2c13-4032-b7e5-2a41a5197299 on network d31b88ef-fdf5-46b1-8572-11d751094587 {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:51:06.274528 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-a37b4693-d05a-4196-a742-63554fd8418f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:51:06.278544 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430b9a3f-40a4-4e63-91df-87bb3d5930df None None] Checking agent: {'id': '0e4c1f03-8758-41fd-af96-477868dcd4b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 12, 50, 23), 'started_at': datetime.datetime(2021, 6, 12, 12, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 12, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 12:51:06.278916 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430b9a3f-40a4-4e63-91df-87bb3d5930df None None] Checking segment: {'id': '3c2da916-7025-41e9-bbaa-dbdda4d660f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:51:06.279319 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-430b9a3f-40a4-4e63-91df-87bb3d5930df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:51:06.279710 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430b9a3f-40a4-4e63-91df-87bb3d5930df None None] Bound using segment: {'id': '3c2da916-7025-41e9-bbaa-dbdda4d660f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587'} {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 12:51:06.280175 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [None req-430b9a3f-40a4-4e63-91df-87bb3d5930df None None] Bound port: 996b68e2-2c13-4032-b7e5-2a41a5197299, host: dv-cinder-796114-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2da916-7025-41e9-bbaa-dbdda4d660f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587'}}] {{(pid=91668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 12:51:06.280543 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-430b9a3f-40a4-4e63-91df-87bb3d5930df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:51:06.338018 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-430b9a3f-40a4-4e63-91df-87bb3d5930df None None] For port 996b68e2-2c13-4032-b7e5-2a41a5197299, host dv-cinder-796114-1-iscsi, cleared binding levels {{(pid=91668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 12:51:06.341033 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-430b9a3f-40a4-4e63-91df-87bb3d5930df None None] For port 996b68e2-2c13-4032-b7e5-2a41a5197299, host dv-cinder-796114-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=996b68e2-2c13-4032-b7e5-2a41a5197299,segment=NetworkSegment(3c2da916-7025-41e9-bbaa-dbdda4d660f0),segment_id=3c2da916-7025-41e9-bbaa-dbdda4d660f0)] {{(pid=91668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 12:51:06.345063 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-430b9a3f-40a4-4e63-91df-87bb3d5930df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:51:06.348402 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:51:06.408326 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430b9a3f-40a4-4e63-91df-87bb3d5930df None None] Routers {'3f603941-3612-4e3f-bab6-02b6071d6d02'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:51:06.408923 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-430b9a3f-40a4-4e63-91df-87bb3d5930df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T12:50:53Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['3f603941-3612-4e3f-bab6-02b6071d6d02'], 'active': True} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:51:06.414555 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37b4693-d05a-4196-a742-63554fd8418f None None] Pushing event updated for resources: {'Port': ['ID=996b68e2-2c13-4032-b7e5-2a41a5197299,revision_number=3']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:51:06.461875 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-a37b4693-d05a-4196-a742-63554fd8418f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:51:06.556882 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvr_db [None req-430b9a3f-40a4-4e63-91df-87bb3d5930df None None] Set router 3f603941-3612-4e3f-bab6-02b6071d6d02 gateway port host: dv-cinder-796114-1-iscsi {{(pid=91668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:51:06.824214 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-430b9a3f-40a4-4e63-91df-87bb3d5930df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f603941-3612-4e3f-bab6-02b6071d6d02', 'name': 'router1', 'tenant_id': '33b1719944c7450b99199fc108e6ef83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '996b68e2-2c13-4032-b7e5-2a41a5197299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:50:46Z', 'updated_at': '2021-06-12T12:51:04Z', 'revision_number': 4, 'project_id': '33b1719944c7450b99199fc108e6ef83', 'gw_port': {'id': '996b68e2-2c13-4032-b7e5-2a41a5197299', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:6b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f603941-3612-4e3f-bab6-02b6071d6d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:51:03Z', 'updated_at': '2021-06-12T12:51:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_interfaces': [{'id': '0fafe2ed-894b-4a47-a5a5-9ea07fb0e9ff', 'name': '', 'network_id': 'b9d673b4-378d-4012-a198-cb1dfd44a61b', 'tenant_id': '33b1719944c7450b99199fc108e6ef83', 'mac_address': 'fa:16:3e:96:31:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f603941-3612-4e3f-bab6-02b6071d6d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '475e0086-7242-47eb-977b-0e64e86bf4d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:50:55Z', 'updated_at': '2021-06-12T12:51:03Z', 'revision_number': 5, 'project_id': '33b1719944c7450b99199fc108e6ef83', 'subnets': [{'id': '475e0086-7242-47eb-977b-0e64e86bf4d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '84f48ba1-4c10-48bc-918a-7340710d52d2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:51:06.827632 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430b9a3f-40a4-4e63-91df-87bb3d5930df None None] The sync data for ids ['3f603941-3612-4e3f-bab6-02b6071d6d02'] in dv-cinder-796114-1-iscsi is: [{'id': '3f603941-3612-4e3f-bab6-02b6071d6d02', 'name': 'router1', 'tenant_id': '33b1719944c7450b99199fc108e6ef83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '996b68e2-2c13-4032-b7e5-2a41a5197299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:50:46Z', 'updated_at': '2021-06-12T12:51:04Z', 'revision_number': 4, 'project_id': '33b1719944c7450b99199fc108e6ef83', 'gw_port': {'id': '996b68e2-2c13-4032-b7e5-2a41a5197299', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:6b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f603941-3612-4e3f-bab6-02b6071d6d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:51:03Z', 'updated_at': '2021-06-12T12:51:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_interfaces': [{'id': '0fafe2ed-894b-4a47-a5a5-9ea07fb0e9ff', 'name': '', 'network_id': 'b9d673b4-378d-4012-a198-cb1dfd44a61b', 'tenant_id': '33b1719944c7450b99199fc108e6ef83', 'mac_address': 'fa:16:3e:96:31:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f603941-3612-4e3f-bab6-02b6071d6d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '475e0086-7242-47eb-977b-0e64e86bf4d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:50:55Z', 'updated_at': '2021-06-12T12:51:03Z', 'revision_number': 5, 'project_id': '33b1719944c7450b99199fc108e6ef83', 'subnets': [{'id': '475e0086-7242-47eb-977b-0e64e86bf4d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '84f48ba1-4c10-48bc-918a-7340710d52d2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 12:51:07.245424 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 49280) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:51:07.377529 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-e55f6749-fcad-4e2b-9575-8f0cb51d9888 admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1309805 Jun 12 12:51:07.608187 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device 996b68e2-2c13-4032-b7e5-2a41a5197299 up at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:51:07.665566 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning for port 996b68e2-2c13-4032-b7e5-2a41a5197299 completed by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:51:07.669537 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning complete for port 996b68e2-2c13-4032-b7e5-2a41a5197299 triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:51:07.669918 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:51:07.761521 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:51:07.784568 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] For port 996b68e2-2c13-4032-b7e5-2a41a5197299, host dv-cinder-796114-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=996b68e2-2c13-4032-b7e5-2a41a5197299,segment=NetworkSegment(3c2da916-7025-41e9-bbaa-dbdda4d660f0),segment_id=3c2da916-7025-41e9-bbaa-dbdda4d660f0)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:51:07.788805 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:51:07.790988 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:51:07.845326 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Pushing event updated for resources: {'Port': ['ID=996b68e2-2c13-4032-b7e5-2a41a5197299,revision_number=4']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:51:07.848401 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:51:09.595759 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device 996b68e2-2c13-4032-b7e5-2a41a5197299 up at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:51:09.655328 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning complete for port 996b68e2-2c13-4032-b7e5-2a41a5197299 triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:51:09.655459 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:51:20.556784 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-3680a651-ef06-4347-acfb-5e486215822d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:51:23.278455 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:51:23.447059 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-c222b24c-44e1-4fa5-869f-c8dedc728665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:51:25.009687 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-7239a5c3-c5f0-4f25-a5be-c6c46247b3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:51:25.813841 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-0a5de27a-4d22-4fdd-a4cf-053756d7edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:51:27.641887 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.agents_db [None req-3755f801-82db-4e36-b9e4-fb56f4f4bf71 None None] Agent healthcheck: found 5 active agents {{(pid=91669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:51:50.558311 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-62fc4ec5-20de-454b-b4ac-7421fd9cd378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:51:53.272817 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:51:53.449797 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f592122f-46ff-4530-a2d4-1714dc403b35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:51:54.989387 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-7239a5c3-c5f0-4f25-a5be-c6c46247b3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:51:55.776748 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-0a5de27a-4d22-4fdd-a4cf-053756d7edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:52:04.639632 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.agents_db [None req-3755f801-82db-4e36-b9e4-fb56f4f4bf71 None None] Agent healthcheck: found 5 active agents {{(pid=91669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:52:20.560917 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-cbfd43b6-def1-4522-9405-03a50eb8f645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:52:23.275407 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:52:23.449638 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-5d6ff4a2-4a69-4fe3-82f4-64a5b813dd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:52:24.993368 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-7239a5c3-c5f0-4f25-a5be-c6c46247b3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:52:25.774031 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-0a5de27a-4d22-4fdd-a4cf-053756d7edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:52:41.638829 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.agents_db [None req-3755f801-82db-4e36-b9e4-fb56f4f4bf71 None None] Agent healthcheck: found 5 active agents {{(pid=91669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:52:42.118074 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 49848) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:52:42.180456 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4e04c29-187f-4555-afe7-448f9331a0c4 admin admin] GET failed (client error): The resource could not be found. Jun 12 12:52:42.181774 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-e4e04c29-187f-4555-afe7-448f9331a0c4 admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0626266 Jun 12 12:52:42.354464 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4fcf3a-bbf4-4923-824f-0a50851db818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:52:42.355829 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-9b4fcf3a-bbf4-4923-824f-0a50851db818 admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1702931 Jun 12 12:52:44.461495 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 49858) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:52:44.713402 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.policy [None req-ffe7dd2e-ff2e-4f05-8125-d6916b3332a7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91667) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 12 12:52:44.759091 dv-cinder-796114-1-iscsi neutron-server[91667]: WARNING oslo_policy.policy [None req-ffe7dd2e-ff2e-4f05-8125-d6916b3332a7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 12 12:52:44.759464 dv-cinder-796114-1-iscsi neutron-server[91667]: WARNING oslo_policy.policy [None req-ffe7dd2e-ff2e-4f05-8125-d6916b3332a7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 12 12:52:44.768320 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe7dd2e-ff2e-4f05-8125-d6916b3332a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:52:44.769986 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-ffe7dd2e-ff2e-4f05-8125-d6916b3332a7 admin admin] 10.222.0.23 "GET /v2.0/subnets/475e0086-7242-47eb-977b-0e64e86bf4d0 HTTP/1.1" status: 200 len: 849 time: 0.3076541 Jun 12 12:52:44.779740 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.v2.base [None req-5ab45cd3-86de-4fe1-8456-fc926ed209f8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:52:44.881949 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-5ab45cd3-86de-4fe1-8456-fc926ed209f8 admin admin] Notify callbacks [] for subnet, before_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:52:45.065626 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-5ab45cd3-86de-4fe1-8456-fc926ed209f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752044873274'] for subnet, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:52:45.072789 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:52:45.146098 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab45cd3-86de-4fe1-8456-fc926ed209f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:52:45.147185 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-5ab45cd3-86de-4fe1-8456-fc926ed209f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for subnet, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:52:45.155533 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-5ab45cd3-86de-4fe1-8456-fc926ed209f8 admin admin] 10.222.0.23 "PUT /v2.0/subnets/475e0086-7242-47eb-977b-0e64e86bf4d0 HTTP/1.1" status: 200 len: 868 time: 0.3726087 Jun 12 12:52:45.155785 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7dd2f5b-9109-4999-9d3c-81a80e95d1b8 None None] Network b9d673b4-378d-4012-a198-cb1dfd44a61b requested from dv-cinder-796114-1-iscsi {{(pid=91668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 12:52:45.167835 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab45cd3-86de-4fe1-8456-fc926ed209f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=475e0086-7242-47eb-977b-0e64e86bf4d0,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:52:45.178214 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab45cd3-86de-4fe1-8456-fc926ed209f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:52:45.178568 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab45cd3-86de-4fe1-8456-fc926ed209f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:52:45.178889 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab45cd3-86de-4fe1-8456-fc926ed209f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:52:45.179212 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab45cd3-86de-4fe1-8456-fc926ed209f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:52:45.179527 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab45cd3-86de-4fe1-8456-fc926ed209f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:52:45.179848 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab45cd3-86de-4fe1-8456-fc926ed209f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:52:45.180159 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab45cd3-86de-4fe1-8456-fc926ed209f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:52:45.180467 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab45cd3-86de-4fe1-8456-fc926ed209f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:52:45.180944 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab45cd3-86de-4fe1-8456-fc926ed209f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:52:45.181262 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab45cd3-86de-4fe1-8456-fc926ed209f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:52:45.182049 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab45cd3-86de-4fe1-8456-fc926ed209f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:52:45.182049 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab45cd3-86de-4fe1-8456-fc926ed209f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:52:45.183025 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab45cd3-86de-4fe1-8456-fc926ed209f8 admin admin] Tracked resource versions report: Jun 12 12:52:45.183025 dv-cinder-796114-1-iscsi neutron-server[91667]: pushed versions: Jun 12 12:52:45.183025 dv-cinder-796114-1-iscsi neutron-server[91667]: { 'AddressGroup': {'1.2'}, Jun 12 12:52:45.183025 dv-cinder-796114-1-iscsi neutron-server[91667]: 'ConntrackHelper': {'1.0'}, Jun 12 12:52:45.183025 dv-cinder-796114-1-iscsi neutron-server[91667]: 'Log': {'1.0'}, Jun 12 12:52:45.183025 dv-cinder-796114-1-iscsi neutron-server[91667]: 'Network': {'1.1'}, Jun 12 12:52:45.183025 dv-cinder-796114-1-iscsi neutron-server[91667]: 'Port': {'1.7'}, Jun 12 12:52:45.183025 dv-cinder-796114-1-iscsi neutron-server[91667]: 'PortForwarding': {'1.2'}, Jun 12 12:52:45.183025 dv-cinder-796114-1-iscsi neutron-server[91667]: 'QosPolicy': {'1.8'}, Jun 12 12:52:45.183025 dv-cinder-796114-1-iscsi neutron-server[91667]: 'SecurityGroup': {'1.4'}, Jun 12 12:52:45.183025 dv-cinder-796114-1-iscsi neutron-server[91667]: 'SecurityGroupRule': {'1.2'}, Jun 12 12:52:45.183025 dv-cinder-796114-1-iscsi neutron-server[91667]: 'SubPort': {'1.0'}, Jun 12 12:52:45.183025 dv-cinder-796114-1-iscsi neutron-server[91667]: 'Subnet': {'1.1'}, Jun 12 12:52:45.183025 dv-cinder-796114-1-iscsi neutron-server[91667]: 'Trunk': {'1.1'}} Jun 12 12:52:45.183025 dv-cinder-796114-1-iscsi neutron-server[91667]: consumer versions: Jun 12 12:52:45.183025 dv-cinder-796114-1-iscsi neutron-server[91667]: { DHCP agent@dv-cinder-796114-1-iscsi: {}, Jun 12 12:52:45.183025 dv-cinder-796114-1-iscsi neutron-server[91667]: L3 agent@dv-cinder-796114-1-iscsi: {}, Jun 12 12:52:45.183025 dv-cinder-796114-1-iscsi neutron-server[91667]: Metadata agent@dv-cinder-796114-1-iscsi: {}, Jun 12 12:52:45.183025 dv-cinder-796114-1-iscsi neutron-server[91667]: Metering agent@dv-cinder-796114-1-iscsi: {}, Jun 12 12:52:45.183025 dv-cinder-796114-1-iscsi neutron-server[91667]: Open vSwitch agent@dv-cinder-796114-1-iscsi: { 'AddressGroup': '1.2', Jun 12 12:52:45.183025 dv-cinder-796114-1-iscsi neutron-server[91667]: 'ConntrackHelper': '1.0', Jun 12 12:52:45.183025 dv-cinder-796114-1-iscsi neutron-server[91667]: 'Log': '1.0', Jun 12 12:52:45.183025 dv-cinder-796114-1-iscsi neutron-server[91667]: 'Network': '1.1', Jun 12 12:52:45.183025 dv-cinder-796114-1-iscsi neutron-server[91667]: 'Port': '1.7', Jun 12 12:52:45.183025 dv-cinder-796114-1-iscsi neutron-server[91667]: 'PortForwarding': '1.2', Jun 12 12:52:45.183025 dv-cinder-796114-1-iscsi neutron-server[91667]: 'QosPolicy': '1.8', Jun 12 12:52:45.183025 dv-cinder-796114-1-iscsi neutron-server[91667]: 'SecurityGroup': '1.4', Jun 12 12:52:45.183025 dv-cinder-796114-1-iscsi neutron-server[91667]: 'SecurityGroupRule': '1.2', Jun 12 12:52:45.183025 dv-cinder-796114-1-iscsi neutron-server[91667]: 'SubPort': '1.0', Jun 12 12:52:45.183025 dv-cinder-796114-1-iscsi neutron-server[91667]: 'Subnet': '1.1', Jun 12 12:52:45.183025 dv-cinder-796114-1-iscsi neutron-server[91667]: 'Trunk': '1.1'}} Jun 12 12:52:45.183025 dv-cinder-796114-1-iscsi neutron-server[91667]: {{(pid=91667) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 12 12:52:45.192156 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-5ab45cd3-86de-4fe1-8456-fc926ed209f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:52:45.521945 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-8fb6b2ee-ad0b-44b5-9afa-7e0cd37f66f3 None None] Provisioning complete for port 0fafe2ed-894b-4a47-a5a5-9ea07fb0e9ff triggered by entity DHCP. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:52:45.522366 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-8fb6b2ee-ad0b-44b5-9afa-7e0cd37f66f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:52:45.619333 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-8fb6b2ee-ad0b-44b5-9afa-7e0cd37f66f3 None None] Provisioning complete for port 2defbb45-2a4d-4dd5-87b3-594175b0a218 triggered by entity DHCP. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:52:45.619710 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-8fb6b2ee-ad0b-44b5-9afa-7e0cd37f66f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:52:47.274268 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 49874) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:52:47.478729 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3227c600-9620-40e2-b34e-16131984087b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:52:47.479118 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3227c600-9620-40e2-b34e-16131984087b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:52:47.480611 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-3227c600-9620-40e2-b34e-16131984087b admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2054014 Jun 12 12:52:49.602474 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 49882) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:52:49.835848 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9493bdba-28fa-411e-86c1-39265f580857 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:52:49.836231 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9493bdba-28fa-411e-86c1-39265f580857 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:52:49.837723 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-9493bdba-28fa-411e-86c1-39265f580857 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2342577 Jun 12 12:52:50.561218 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-05b2f4b2-b783-42dc-98ac-a06e4a1d0831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:52:51.949236 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 49890) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:52:52.103349 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a66226-5d9b-455a-90a5-4d8305dc6946 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:52:52.104691 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-26a66226-5d9b-455a-90a5-4d8305dc6946 admin admin] 10.222.0.23 "GET /v2.0/networks/b9d673b4-378d-4012-a198-cb1dfd44a61b HTTP/1.1" status: 200 len: 869 time: 0.1545026 Jun 12 12:52:53.278613 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:52:53.449780 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-7583292d-5737-40a9-987a-a4f9a70a1b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:52:54.213642 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 49898) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:52:54.430297 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f209ba1-8c33-4565-a4f2-2284e3de4a5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:52:54.431538 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-1f209ba1-8c33-4565-a4f2-2284e3de4a5b admin admin] 10.222.0.23 "GET /v2.0/networks/d31b88ef-fdf5-46b1-8572-11d751094587 HTTP/1.1" status: 200 len: 886 time: 0.2169414 Jun 12 12:52:54.995596 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-7239a5c3-c5f0-4f25-a5be-c6c46247b3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:52:55.781117 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-0a5de27a-4d22-4fdd-a4cf-053756d7edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:52:56.564892 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 49906) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:52:56.692000 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba8cb4c-b69c-44cc-9e32-388bc622bfdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:52:56.692485 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba8cb4c-b69c-44cc-9e32-388bc622bfdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:52:56.693998 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-7ba8cb4c-b69c-44cc-9e32-388bc622bfdb admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1281660 Jun 12 12:52:58.821179 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 49914) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:52:59.029233 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd6cc86-a75c-4d63-b994-f8389b540e04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:52:59.029610 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd6cc86-a75c-4d63-b994-f8389b540e04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:52:59.031169 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-dfd6cc86-a75c-4d63-b994-f8389b540e04 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2090597 Jun 12 12:53:01.139529 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 49922) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:53:01.238134 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be2feb2-94fd-4f29-9a8b-321355c19fcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:53:01.239512 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-0be2feb2-94fd-4f29-9a8b-321355c19fcc admin admin] 10.222.0.23 "GET /v2.0/subnets/475e0086-7242-47eb-977b-0e64e86bf4d0 HTTP/1.1" status: 200 len: 868 time: 0.0990543 Jun 12 12:53:03.338641 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 49930) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:53:03.431737 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1ac3b2-547e-4b01-a21c-52cb1e123f45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:53:03.433039 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-5a1ac3b2-547e-4b01-a21c-52cb1e123f45 admin admin] 10.222.0.23 "GET /v2.0/subnets/d3cd8c99-09c7-4ded-87bb-a3c326773e06 HTTP/1.1" status: 200 len: 816 time: 0.0934613 Jun 12 12:53:18.636764 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.agents_db [None req-3755f801-82db-4e36-b9e4-fb56f4f4bf71 None None] Agent healthcheck: found 5 active agents {{(pid=91669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:53:20.565388 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-3e5e7f23-fff2-4e0a-a698-d5943d990349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:53:23.279776 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:53:23.449249 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-98192a98-897c-4c82-a2b5-073af0b5f9b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:53:25.000086 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-7239a5c3-c5f0-4f25-a5be-c6c46247b3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:53:25.784811 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-0a5de27a-4d22-4fdd-a4cf-053756d7edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:53:26.558007 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 49974) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:53:26.602962 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [None req-ab2b3c1d-ac32-49b4-b19e-c49e33088f4a admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=91666) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 12 12:53:26.604049 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-ab2b3c1d-ac32-49b4-b19e-c49e33088f4a admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0449934 Jun 12 12:53:28.780514 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 49982) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:53:28.840646 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c12f240-130d-4b6c-b83c-b83c978ab64f admin admin] GET failed (client error): The resource could not be found. Jun 12 12:53:28.841979 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-3c12f240-130d-4b6c-b83c-b83c978ab64f admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0604994 Jun 12 12:53:28.952731 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bd5067-2c53-466f-a518-f1a48c6ec307 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:53:28.954157 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-a2bd5067-2c53-466f-a518-f1a48c6ec307 admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1079767 Jun 12 12:53:31.086248 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 49990) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:53:31.131079 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [None req-065578b9-d861-4704-a31e-5e6737687cef admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:53:31.150801 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065578b9-d861-4704-a31e-5e6737687cef admin admin] Made reservation on behalf of d4b2ed06c5094046b327966042185a2f for: {'network': 1} {{(pid=91666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 12:53:31.153307 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-065578b9-d861-4704-a31e-5e6737687cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for network, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:53:31.187441 dv-cinder-796114-1-iscsi neutron-server[91666]: WARNING neutron.services.revisions.revision_plugin [None req-065578b9-d861-4704-a31e-5e6737687cef admin admin] Could not find related network for resource to bump revision. Jun 12 12:53:31.197660 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-065578b9-d861-4704-a31e-5e6737687cef admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=91666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 12:53:31.207395 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-065578b9-d861-4704-a31e-5e6737687cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400235'] for segment, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:53:31.207654 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.db.segments_db [None req-065578b9-d861-4704-a31e-5e6737687cef admin admin] Added segment 926fcc5e-1a87-4e0d-94e3-00e720009168 of type vlan for network 204349df-919c-433c-9308-e3b47e6ef133 Jun 12 12:53:31.256092 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-065578b9-d861-4704-a31e-5e6737687cef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752044417208'] for network, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:53:31.285671 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-065578b9-d861-4704-a31e-5e6737687cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786'] for network, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:53:31.286900 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065578b9-d861-4704-a31e-5e6737687cef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:53:31.287482 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-065578b9-d861-4704-a31e-5e6737687cef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for network, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:53:31.289333 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:53:31.325608 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-065578b9-d861-4704-a31e-5e6737687cef admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2382951 Jun 12 12:53:31.371625 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065578b9-d861-4704-a31e-5e6737687cef admin admin] Pushing event updated for resources: {'Network': ['ID=204349df-919c-433c-9308-e3b47e6ef133,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:53:31.378913 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065578b9-d861-4704-a31e-5e6737687cef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:53:31.379277 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065578b9-d861-4704-a31e-5e6737687cef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:53:31.379613 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065578b9-d861-4704-a31e-5e6737687cef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:53:31.379955 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065578b9-d861-4704-a31e-5e6737687cef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:53:31.380273 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065578b9-d861-4704-a31e-5e6737687cef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:53:31.380613 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065578b9-d861-4704-a31e-5e6737687cef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:53:31.380932 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065578b9-d861-4704-a31e-5e6737687cef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:53:31.381245 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065578b9-d861-4704-a31e-5e6737687cef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:53:31.381573 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065578b9-d861-4704-a31e-5e6737687cef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:53:31.381891 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065578b9-d861-4704-a31e-5e6737687cef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:53:31.382221 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065578b9-d861-4704-a31e-5e6737687cef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:53:31.382535 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065578b9-d861-4704-a31e-5e6737687cef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:53:31.386499 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-065578b9-d861-4704-a31e-5e6737687cef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:53:31.394590 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Network 204349df-919c-433c-9308-e3b47e6ef133 details requested by agent ovs-agent-dv-cinder-796114-1-iscsi with host dv-cinder-796114-1-iscsi {{(pid=91668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 12:53:33.462899 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 49998) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:53:33.523189 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd253b94-21f6-419d-9496-e6707a9f08e5 admin admin] GET failed (client error): The resource could not be found. Jun 12 12:53:33.524483 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-fd253b94-21f6-419d-9496-e6707a9f08e5 admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0606670 Jun 12 12:53:33.614716 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5ac230-419d-4bd6-bca3-7caac8084fbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:53:33.616106 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-2b5ac230-419d-4bd6-bca3-7caac8084fbb admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0875809 Jun 12 12:53:33.625337 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [None req-a2d01976-7cca-4b3d-a896-72f8e424c3df admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '204349df-919c-433c-9308-e3b47e6ef133', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:53:33.645487 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d01976-7cca-4b3d-a896-72f8e424c3df admin admin] Made reservation on behalf of d4b2ed06c5094046b327966042185a2f for: {'subnet': 1} {{(pid=91666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 12:53:33.647772 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-a2d01976-7cca-4b3d-a896-72f8e424c3df admin admin] Notify callbacks [] for subnet, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:53:33.848625 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-a2d01976-7cca-4b3d-a896-72f8e424c3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761'] for subnet, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:53:33.851444 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:53:33.918089 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d01976-7cca-4b3d-a896-72f8e424c3df admin admin] Pushing event updated for resources: {'Subnet': ['ID=116fd8dd-47cd-45ca-acac-266d95627385,revision_number=0']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:53:33.921752 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-a2d01976-7cca-4b3d-a896-72f8e424c3df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:53:33.926176 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d01976-7cca-4b3d-a896-72f8e424c3df admin admin] Checking segment: {'id': '926fcc5e-1a87-4e0d-94e3-00e720009168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '204349df-919c-433c-9308-e3b47e6ef133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:53:33.926559 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d01976-7cca-4b3d-a896-72f8e424c3df admin admin] Network hostable DHCP agents. Network: 204349df-919c-433c-9308-e3b47e6ef133, hostable agents: ['8dc1a162-787d-4a45-80b7-87a05126eea7'], hosted agents: [] {{(pid=91666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 12:53:33.942810 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d01976-7cca-4b3d-a896-72f8e424c3df admin admin] Network 204349df-919c-433c-9308-e3b47e6ef133 is scheduled to be hosted by DHCP agent 8dc1a162-787d-4a45-80b7-87a05126eea7 with binding_index 1 {{(pid=91666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 12:53:33.951106 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.base_scheduler [None req-a2d01976-7cca-4b3d-a896-72f8e424c3df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-1-iscsi, 204349df-919c-433c-9308-e3b47e6ef133) {{(pid=91666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:53:33.955004 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d01976-7cca-4b3d-a896-72f8e424c3df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:53:33.955584 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-a2d01976-7cca-4b3d-a896-72f8e424c3df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for subnet, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:53:33.960089 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d1f81b-d5c7-41f6-b15b-ab203d107db2 None None] Network 204349df-919c-433c-9308-e3b47e6ef133 requested from dv-cinder-796114-1-iscsi {{(pid=91668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 12:53:33.974702 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-a2d01976-7cca-4b3d-a896-72f8e424c3df admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3526049 Jun 12 12:53:34.149896 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ec7384-d19e-4d62-a484-3fc26a3edb06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94262ffb-d3ee-52fc-8937-1caaa686fe76-204349df-919c-433c-9308-e3b47e6ef133', 'network_id': '204349df-919c-433c-9308-e3b47e6ef133', 'tenant_id': 'd4b2ed06c5094046b327966042185a2f', 'fixed_ips': [{'subnet_id': '116fd8dd-47cd-45ca-acac-266d95627385'}]}} from dv-cinder-796114-1-iscsi. {{(pid=91668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 12 12:53:34.150774 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-47ec7384-d19e-4d62-a484-3fc26a3edb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for port, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:53:34.311701 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.db_base_plugin_common [None req-47ec7384-d19e-4d62-a484-3fc26a3edb06 None None] Allocated IP 192.168.233.2 (204349df-919c-433c-9308-e3b47e6ef133/116fd8dd-47cd-45ca-acac-266d95627385/af8e0bf8-70a9-4399-85ef-c23201581fb8) {{(pid=91668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 12:53:34.493286 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-47ec7384-d19e-4d62-a484-3fc26a3edb06 None None] Notify callbacks [] for port, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:53:34.501608 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-47ec7384-d19e-4d62-a484-3fc26a3edb06 None None] Transition to ACTIVE for port object af8e0bf8-70a9-4399-85ef-c23201581fb8 will not be triggered until provisioned by entity L2. {{(pid=91668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:53:34.516870 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-47ec7384-d19e-4d62-a484-3fc26a3edb06 None None] Transition to ACTIVE for port object af8e0bf8-70a9-4399-85ef-c23201581fb8 will not be triggered until provisioned by entity DHCP. {{(pid=91668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:53:34.523454 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-47ec7384-d19e-4d62-a484-3fc26a3edb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1466997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-122173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752044431912'] for port, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:53:34.526294 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:53:34.677577 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ec7384-d19e-4d62-a484-3fc26a3edb06 None None] Network 204349df-919c-433c-9308-e3b47e6ef133 is already hosted by enough agents. {{(pid=91668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:53:34.678677 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ec7384-d19e-4d62-a484-3fc26a3edb06 None None] Pushing event updated for resources: {'Port': ['ID=af8e0bf8-70a9-4399-85ef-c23201581fb8,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:53:34.681962 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.scheduler.base_scheduler [None req-47ec7384-d19e-4d62-a484-3fc26a3edb06 None None] Resources bound (agent type, host, resource id): {{(pid=91668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:53:34.686435 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ec7384-d19e-4d62-a484-3fc26a3edb06 None None] Received port after_create {{(pid=91668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 12:53:34.690347 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ec7384-d19e-4d62-a484-3fc26a3edb06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:53:34.690684 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ec7384-d19e-4d62-a484-3fc26a3edb06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:53:34.691014 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ec7384-d19e-4d62-a484-3fc26a3edb06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:53:34.691333 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ec7384-d19e-4d62-a484-3fc26a3edb06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:53:34.691657 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ec7384-d19e-4d62-a484-3fc26a3edb06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:53:34.691976 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ec7384-d19e-4d62-a484-3fc26a3edb06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:53:34.692290 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ec7384-d19e-4d62-a484-3fc26a3edb06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:53:34.692601 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ec7384-d19e-4d62-a484-3fc26a3edb06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:53:34.692912 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ec7384-d19e-4d62-a484-3fc26a3edb06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:53:34.693238 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ec7384-d19e-4d62-a484-3fc26a3edb06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:53:34.693547 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ec7384-d19e-4d62-a484-3fc26a3edb06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:53:34.693859 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ec7384-d19e-4d62-a484-3fc26a3edb06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:53:34.698407 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-47ec7384-d19e-4d62-a484-3fc26a3edb06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:53:34.759621 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [None req-47ec7384-d19e-4d62-a484-3fc26a3edb06 None None] Attempting to bind port af8e0bf8-70a9-4399-85ef-c23201581fb8 on host dv-cinder-796114-1-iscsi for vnic_type normal with profile {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 12:53:34.759935 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [None req-47ec7384-d19e-4d62-a484-3fc26a3edb06 None None] Attempting to bind port af8e0bf8-70a9-4399-85ef-c23201581fb8 by drivers openvswitch,hyperv on host dv-cinder-796114-1-iscsi at level 0 using segments [{'id': '926fcc5e-1a87-4e0d-94e3-00e720009168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '204349df-919c-433c-9308-e3b47e6ef133'}] {{(pid=91668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 12:53:34.760259 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ec7384-d19e-4d62-a484-3fc26a3edb06 None None] Attempting to bind port af8e0bf8-70a9-4399-85ef-c23201581fb8 on network 204349df-919c-433c-9308-e3b47e6ef133 {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:53:34.765351 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ec7384-d19e-4d62-a484-3fc26a3edb06 None None] Checking agent: {'id': '0e4c1f03-8758-41fd-af96-477868dcd4b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 12, 50, 23), 'started_at': datetime.datetime(2021, 6, 12, 12, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 12, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 12:53:34.765816 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ec7384-d19e-4d62-a484-3fc26a3edb06 None None] Checking segment: {'id': '926fcc5e-1a87-4e0d-94e3-00e720009168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '204349df-919c-433c-9308-e3b47e6ef133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:53:34.766316 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-47ec7384-d19e-4d62-a484-3fc26a3edb06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:53:34.766712 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ec7384-d19e-4d62-a484-3fc26a3edb06 None None] Bound using segment: {'id': '926fcc5e-1a87-4e0d-94e3-00e720009168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '204349df-919c-433c-9308-e3b47e6ef133'} {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 12:53:34.767293 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [None req-47ec7384-d19e-4d62-a484-3fc26a3edb06 None None] Bound port: af8e0bf8-70a9-4399-85ef-c23201581fb8, host: dv-cinder-796114-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '926fcc5e-1a87-4e0d-94e3-00e720009168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '204349df-919c-433c-9308-e3b47e6ef133'}}] {{(pid=91668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 12:53:34.767672 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-47ec7384-d19e-4d62-a484-3fc26a3edb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:53:34.845325 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-47ec7384-d19e-4d62-a484-3fc26a3edb06 None None] For port af8e0bf8-70a9-4399-85ef-c23201581fb8, host dv-cinder-796114-1-iscsi, cleared binding levels {{(pid=91668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 12:53:34.848231 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-47ec7384-d19e-4d62-a484-3fc26a3edb06 None None] For port af8e0bf8-70a9-4399-85ef-c23201581fb8, host dv-cinder-796114-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=af8e0bf8-70a9-4399-85ef-c23201581fb8,segment=NetworkSegment(926fcc5e-1a87-4e0d-94e3-00e720009168),segment_id=926fcc5e-1a87-4e0d-94e3-00e720009168)] {{(pid=91668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 12:53:34.853156 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-47ec7384-d19e-4d62-a484-3fc26a3edb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:53:34.855418 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:53:34.920136 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ec7384-d19e-4d62-a484-3fc26a3edb06 None None] Pushing event updated for resources: {'Port': ['ID=af8e0bf8-70a9-4399-85ef-c23201581fb8,revision_number=2']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:53:34.924201 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-47ec7384-d19e-4d62-a484-3fc26a3edb06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:53:35.717669 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a531be57-960c-42f7-96c7-711b3912572c None None] Network 204349df-919c-433c-9308-e3b47e6ef133 requested from dv-cinder-796114-1-iscsi {{(pid=91668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 12:53:35.742274 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device af8e0bf8-70a9-4399-85ef-c23201581fb8 up at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:53:35.874347 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-56467824-eaf2-47d0-b699-6851fea526a0 None None] Provisioning for port af8e0bf8-70a9-4399-85ef-c23201581fb8 completed by entity DHCP. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:53:35.917526 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning for port af8e0bf8-70a9-4399-85ef-c23201581fb8 completed by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:53:35.928724 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning complete for port af8e0bf8-70a9-4399-85ef-c23201581fb8 triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:53:35.929096 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:53:36.064533 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:53:36.106383 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] For port af8e0bf8-70a9-4399-85ef-c23201581fb8, host dv-cinder-796114-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=af8e0bf8-70a9-4399-85ef-c23201581fb8,segment=NetworkSegment(926fcc5e-1a87-4e0d-94e3-00e720009168),segment_id=926fcc5e-1a87-4e0d-94e3-00e720009168)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:53:36.111261 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:53:36.116687 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:53:36.177480 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Pushing event updated for resources: {'Port': ['ID=af8e0bf8-70a9-4399-85ef-c23201581fb8,revision_number=3']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:53:36.181472 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:53:36.304571 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-017553c0-11e1-462e-8a0b-1fe954194491 None None] Provisioning complete for port af8e0bf8-70a9-4399-85ef-c23201581fb8 triggered by entity DHCP. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:53:36.305038 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-017553c0-11e1-462e-8a0b-1fe954194491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:53:37.694095 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device af8e0bf8-70a9-4399-85ef-c23201581fb8 up at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:53:37.749170 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning complete for port af8e0bf8-70a9-4399-85ef-c23201581fb8 triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:53:37.749537 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:53:50.567861 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ca35aaca-e29d-4bad-aeaf-a45684bf12c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:53:53.281604 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:53:53.449785 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-1bdca8be-eac0-4879-9519-25d1a8e29073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:53:55.001522 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-7239a5c3-c5f0-4f25-a5be-c6c46247b3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:53:55.634873 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.agents_db [None req-3755f801-82db-4e36-b9e4-fb56f4f4bf71 None None] Agent healthcheck: found 5 active agents {{(pid=91669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:53:55.794858 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-0a5de27a-4d22-4fdd-a4cf-053756d7edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:54:20.568411 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-8cfe7439-bb4c-4c16-a845-df5c3d9646e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:54:23.285441 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:54:23.450905 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-d949d44c-85bb-4b24-b2c6-761432d95360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:54:25.004709 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-7239a5c3-c5f0-4f25-a5be-c6c46247b3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:54:25.797059 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-0a5de27a-4d22-4fdd-a4cf-053756d7edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:54:32.633541 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.agents_db [None req-3755f801-82db-4e36-b9e4-fb56f4f4bf71 None None] Agent healthcheck: found 5 active agents {{(pid=91669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:54:46.332595 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 50052) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:54:46.338544 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [None req-08e5a950-6b94-436f-aa20-2c08707734cf tempest-verify_tempest_config-904114996 tempest-verify_tempest_config-904114996-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=91666) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 12 12:54:46.339824 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-08e5a950-6b94-436f-aa20-2c08707734cf tempest-verify_tempest_config-904114996 tempest-verify_tempest_config-904114996-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062332 Jun 12 12:54:46.632690 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 50070) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:54:46.734988 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-fd73ef75-57c4-4aae-b87d-9352f5993341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:54:46.830241 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-fd73ef75-57c4-4aae-b87d-9352f5993341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:54:46.833777 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-fd73ef75-57c4-4aae-b87d-9352f5993341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:54:46.836787 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-c8168c05-953a-4393-936d-21fabc61ca10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:54:46.880246 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd73ef75-57c4-4aae-b87d-9352f5993341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d240ef2-0e9f-4499-a229-a9fa32198964,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:54:46.883909 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-fd73ef75-57c4-4aae-b87d-9352f5993341 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0b12abfdbbff4f36b609d90b193d59a1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2502544 Jun 12 12:54:46.886650 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 50074) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:54:46.889456 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd73ef75-57c4-4aae-b87d-9352f5993341 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:54:46.889870 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd73ef75-57c4-4aae-b87d-9352f5993341 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:54:46.890227 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd73ef75-57c4-4aae-b87d-9352f5993341 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:54:46.890554 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd73ef75-57c4-4aae-b87d-9352f5993341 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:54:46.890876 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd73ef75-57c4-4aae-b87d-9352f5993341 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:54:46.891221 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd73ef75-57c4-4aae-b87d-9352f5993341 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:54:46.891608 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd73ef75-57c4-4aae-b87d-9352f5993341 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:54:46.892502 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd73ef75-57c4-4aae-b87d-9352f5993341 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:54:46.892857 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd73ef75-57c4-4aae-b87d-9352f5993341 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:54:46.893141 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd73ef75-57c4-4aae-b87d-9352f5993341 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:54:46.893453 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd73ef75-57c4-4aae-b87d-9352f5993341 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:54:46.893766 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd73ef75-57c4-4aae-b87d-9352f5993341 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:54:46.897675 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-fd73ef75-57c4-4aae-b87d-9352f5993341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:54:46.976292 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4aee6c6c-c02c-484d-b312-2c80eba8f99a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:54:47.000456 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4aee6c6c-c02c-484d-b312-2c80eba8f99a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:54:47.102587 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4aee6c6c-c02c-484d-b312-2c80eba8f99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:54:47.105462 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4aee6c6c-c02c-484d-b312-2c80eba8f99a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:54:47.109396 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-4aee6c6c-c02c-484d-b312-2c80eba8f99a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8d240ef2-0e9f-4499-a229-a9fa32198964 HTTP/1.1" status: 204 len: 168 time: 0.2217526 Jun 12 12:54:47.110057 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:54:47.119568 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aee6c6c-c02c-484d-b312-2c80eba8f99a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d240ef2-0e9f-4499-a229-a9fa32198964,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:54:47.126575 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aee6c6c-c02c-484d-b312-2c80eba8f99a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:54:47.127156 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aee6c6c-c02c-484d-b312-2c80eba8f99a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:54:47.127574 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aee6c6c-c02c-484d-b312-2c80eba8f99a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:54:47.127903 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aee6c6c-c02c-484d-b312-2c80eba8f99a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:54:47.128223 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aee6c6c-c02c-484d-b312-2c80eba8f99a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:54:47.128565 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aee6c6c-c02c-484d-b312-2c80eba8f99a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:54:47.128887 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aee6c6c-c02c-484d-b312-2c80eba8f99a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:54:47.129233 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aee6c6c-c02c-484d-b312-2c80eba8f99a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:54:47.129546 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aee6c6c-c02c-484d-b312-2c80eba8f99a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:54:47.129862 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aee6c6c-c02c-484d-b312-2c80eba8f99a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:54:47.130172 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aee6c6c-c02c-484d-b312-2c80eba8f99a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:54:47.130506 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aee6c6c-c02c-484d-b312-2c80eba8f99a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:54:47.138677 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-4aee6c6c-c02c-484d-b312-2c80eba8f99a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:54:50.568976 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f87f8b2e-d9ac-465e-8f7c-93141e63b965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:54:53.286600 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:54:53.451210 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-63407a26-7332-42d4-9493-3f48dea5a78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:54:55.011342 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-7239a5c3-c5f0-4f25-a5be-c6c46247b3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:54:55.800343 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-0a5de27a-4d22-4fdd-a4cf-053756d7edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:55:09.631998 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.agents_db [None req-3755f801-82db-4e36-b9e4-fb56f4f4bf71 None None] Agent healthcheck: found 5 active agents {{(pid=91669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:55:20.569483 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-cb4580d7-923c-4924-a404-3c0557a07b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:55:23.286030 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:55:23.450704 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ccbc9807-f8c2-49fb-ab23-55c92243f889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:55:25.010694 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-7239a5c3-c5f0-4f25-a5be-c6c46247b3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:55:25.803937 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-0a5de27a-4d22-4fdd-a4cf-053756d7edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:55:46.629488 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.agents_db [None req-3755f801-82db-4e36-b9e4-fb56f4f4bf71 None None] Agent healthcheck: found 5 active agents {{(pid=91669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:55:50.569078 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ad7a2164-f13f-4018-b1f3-321680e4322e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:55:53.288321 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:55:53.450468 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-46a7fc52-83a8-43ff-b2f1-1403f7efb5ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:55:55.013017 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-7239a5c3-c5f0-4f25-a5be-c6c46247b3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:55:55.806718 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-0a5de27a-4d22-4fdd-a4cf-053756d7edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:56:19.086974 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022'] for agent, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:56:20.568934 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-d730139a-41b2-4ef6-994e-a6f34655b5cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:56:20.929259 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 50128) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:56:21.035180 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-23a4fc08-e94d-47d3-b770-a1fd68bd95f9 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1048214 Jun 12 12:56:23.225220 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 50138) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:56:23.281687 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-b93814b6-e6e2-4a73-8d7f-8ddab9083e2f admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0551994 Jun 12 12:56:23.294850 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:56:23.450997 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-8256ab1e-c834-4ce1-8e1d-81484d8110e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:56:23.627774 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.agents_db [None req-3755f801-82db-4e36-b9e4-fb56f4f4bf71 None None] Agent healthcheck: found 6 active agents {{(pid=91669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:56:25.016612 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-7239a5c3-c5f0-4f25-a5be-c6c46247b3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:56:25.809164 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-0a5de27a-4d22-4fdd-a4cf-053756d7edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:56:49.081791 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:56:50.569002 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-07a1b565-3920-4ba6-b819-1c4f4a9bae92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:56:53.287579 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:56:53.450605 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-7016af52-387c-4935-8a7d-58d9431ea64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:56:55.019300 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-7239a5c3-c5f0-4f25-a5be-c6c46247b3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:56:55.812033 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-0a5de27a-4d22-4fdd-a4cf-053756d7edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:00.626511 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.agents_db [None req-3755f801-82db-4e36-b9e4-fb56f4f4bf71 None None] Agent healthcheck: found 6 active agents {{(pid=91669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:57:19.085602 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:20.568697 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-3e0b9cc6-aa61-469b-82f6-cc205f2ba829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:23.289133 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:23.450564 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-766fc468-9f7d-4c93-9abe-b2adf25af183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:25.021863 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-7239a5c3-c5f0-4f25-a5be-c6c46247b3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:25.815760 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-0a5de27a-4d22-4fdd-a4cf-053756d7edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:37.625608 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.agents_db [None req-3755f801-82db-4e36-b9e4-fb56f4f4bf71 None None] Agent healthcheck: found 6 active agents {{(pid=91669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:57:49.033902 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 50354) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:57:49.119430 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:49.174082 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 50366) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:57:49.258057 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 50372) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:57:49.357673 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [None req-9a97249d-09b2-4699-8784-68d051ec41d8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-319688326-network', 'tenant_id': 'a1fdb5b3d3254fb7a2c5c6bf9fba5480'}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:57:49.385604 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 50380) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:57:49.386441 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 50382) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:57:49.395434 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a97249d-09b2-4699-8784-68d051ec41d8 admin admin] Made reservation on behalf of a1fdb5b3d3254fb7a2c5c6bf9fba5480 for: {'network': 1} {{(pid=91666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 12:57:49.398073 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-9a97249d-09b2-4699-8784-68d051ec41d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for network, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:49.410079 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-9a97249d-09b2-4699-8784-68d051ec41d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:49.427681 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [None req-62082b59-3262-466e-907f-fd4325bb7b6b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1158203021-network', 'tenant_id': 'a33e9937caaf41ca8fc301bec96ba603'}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:57:49.462780 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [None req-f8c66f8a-55e0-4d1d-9911-9d859e8e96fd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-325528937-network', 'tenant_id': '95c531eed7bc41ed93d7b43b25a1fa63'}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:57:49.534691 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-9a97249d-09b2-4699-8784-68d051ec41d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:49.552709 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-9a97249d-09b2-4699-8784-68d051ec41d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:49.558787 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-fcbc272d-8fe4-4541-85a1-29570572ca62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:57:49.569112 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62082b59-3262-466e-907f-fd4325bb7b6b admin admin] Made reservation on behalf of a33e9937caaf41ca8fc301bec96ba603 for: {'network': 1} {{(pid=91666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 12:57:49.571406 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-62082b59-3262-466e-907f-fd4325bb7b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for network, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:49.588669 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a97249d-09b2-4699-8784-68d051ec41d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=91666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 12:57:49.599096 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-9a97249d-09b2-4699-8784-68d051ec41d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400235'] for segment, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:49.599670 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.db.segments_db [None req-9a97249d-09b2-4699-8784-68d051ec41d8 admin admin] Added segment f64e914f-5326-415e-a76f-3e9e82cbcb9d of type vlan for network c3f2488e-44c5-4b09-b9c1-b478ec12dd34 Jun 12 12:57:49.631203 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-62082b59-3262-466e-907f-fd4325bb7b6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:49.674378 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.v2.base [None req-bb8fef9d-375a-4eaf-bb6c-24db849ee560 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-865289444-network', 'tenant_id': 'b67a286ffa654c969fe77992bb8766b0'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:57:49.675788 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.quota [None req-bb8fef9d-375a-4eaf-bb6c-24db849ee560 admin admin] Loaded quota_driver: . Jun 12 12:57:49.706579 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-9a97249d-09b2-4699-8784-68d051ec41d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752044417208'] for network, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:49.719372 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.v2.base [None req-c4798e82-671b-4358-a2f0-28439db36032 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1705789875-network', 'tenant_id': '7f18be0815224addb543ffddc7807c85'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:57:49.737927 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a97249d-09b2-4699-8784-68d051ec41d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a4e54c-efe7-42a3-8dfc-b1a5814057b9,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:57:49.751587 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a97249d-09b2-4699-8784-68d051ec41d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:57:49.752208 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a97249d-09b2-4699-8784-68d051ec41d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:57:49.752716 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a97249d-09b2-4699-8784-68d051ec41d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:57:49.753239 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a97249d-09b2-4699-8784-68d051ec41d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:57:49.754029 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a97249d-09b2-4699-8784-68d051ec41d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:57:49.754587 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a97249d-09b2-4699-8784-68d051ec41d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:57:49.755072 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a97249d-09b2-4699-8784-68d051ec41d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:57:49.755558 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a97249d-09b2-4699-8784-68d051ec41d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:57:49.756465 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a97249d-09b2-4699-8784-68d051ec41d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:57:49.757085 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a97249d-09b2-4699-8784-68d051ec41d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:57:49.757572 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a97249d-09b2-4699-8784-68d051ec41d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:57:49.758238 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a97249d-09b2-4699-8784-68d051ec41d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:57:49.759535 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a97249d-09b2-4699-8784-68d051ec41d8 admin admin] Tracked resource versions report: Jun 12 12:57:49.759535 dv-cinder-796114-1-iscsi neutron-server[91666]: pushed versions: Jun 12 12:57:49.759535 dv-cinder-796114-1-iscsi neutron-server[91666]: { 'AddressGroup': {'1.2'}, Jun 12 12:57:49.759535 dv-cinder-796114-1-iscsi neutron-server[91666]: 'ConntrackHelper': {'1.0'}, Jun 12 12:57:49.759535 dv-cinder-796114-1-iscsi neutron-server[91666]: 'Log': {'1.0'}, Jun 12 12:57:49.759535 dv-cinder-796114-1-iscsi neutron-server[91666]: 'Network': {'1.1'}, Jun 12 12:57:49.759535 dv-cinder-796114-1-iscsi neutron-server[91666]: 'Port': {'1.7'}, Jun 12 12:57:49.759535 dv-cinder-796114-1-iscsi neutron-server[91666]: 'PortForwarding': {'1.2'}, Jun 12 12:57:49.759535 dv-cinder-796114-1-iscsi neutron-server[91666]: 'QosPolicy': {'1.8'}, Jun 12 12:57:49.759535 dv-cinder-796114-1-iscsi neutron-server[91666]: 'SecurityGroup': {'1.4'}, Jun 12 12:57:49.759535 dv-cinder-796114-1-iscsi neutron-server[91666]: 'SecurityGroupRule': {'1.2'}, Jun 12 12:57:49.759535 dv-cinder-796114-1-iscsi neutron-server[91666]: 'SubPort': {'1.0'}, Jun 12 12:57:49.759535 dv-cinder-796114-1-iscsi neutron-server[91666]: 'Subnet': {'1.1'}, Jun 12 12:57:49.759535 dv-cinder-796114-1-iscsi neutron-server[91666]: 'Trunk': {'1.1'}} Jun 12 12:57:49.759535 dv-cinder-796114-1-iscsi neutron-server[91666]: consumer versions: Jun 12 12:57:49.759535 dv-cinder-796114-1-iscsi neutron-server[91666]: { DHCP agent@dv-cinder-796114-1-iscsi: {}, Jun 12 12:57:49.759535 dv-cinder-796114-1-iscsi neutron-server[91666]: HyperV agent@hv-cinder-79611: {}, Jun 12 12:57:49.759535 dv-cinder-796114-1-iscsi neutron-server[91666]: L3 agent@dv-cinder-796114-1-iscsi: {}, Jun 12 12:57:49.759535 dv-cinder-796114-1-iscsi neutron-server[91666]: Metadata agent@dv-cinder-796114-1-iscsi: {}, Jun 12 12:57:49.759535 dv-cinder-796114-1-iscsi neutron-server[91666]: Metering agent@dv-cinder-796114-1-iscsi: {}, Jun 12 12:57:49.759535 dv-cinder-796114-1-iscsi neutron-server[91666]: Open vSwitch agent@dv-cinder-796114-1-iscsi: { 'AddressGroup': '1.2', Jun 12 12:57:49.759535 dv-cinder-796114-1-iscsi neutron-server[91666]: 'ConntrackHelper': '1.0', Jun 12 12:57:49.759535 dv-cinder-796114-1-iscsi neutron-server[91666]: 'Log': '1.0', Jun 12 12:57:49.759535 dv-cinder-796114-1-iscsi neutron-server[91666]: 'Network': '1.1', Jun 12 12:57:49.759535 dv-cinder-796114-1-iscsi neutron-server[91666]: 'Port': '1.7', Jun 12 12:57:49.759535 dv-cinder-796114-1-iscsi neutron-server[91666]: 'PortForwarding': '1.2', Jun 12 12:57:49.759535 dv-cinder-796114-1-iscsi neutron-server[91666]: 'QosPolicy': '1.8', Jun 12 12:57:49.759535 dv-cinder-796114-1-iscsi neutron-server[91666]: 'SecurityGroup': '1.4', Jun 12 12:57:49.759535 dv-cinder-796114-1-iscsi neutron-server[91666]: 'SecurityGroupRule': '1.2', Jun 12 12:57:49.759535 dv-cinder-796114-1-iscsi neutron-server[91666]: 'SubPort': '1.0', Jun 12 12:57:49.759535 dv-cinder-796114-1-iscsi neutron-server[91666]: 'Subnet': '1.1', Jun 12 12:57:49.759535 dv-cinder-796114-1-iscsi neutron-server[91666]: 'Trunk': '1.1'}} Jun 12 12:57:49.759535 dv-cinder-796114-1-iscsi neutron-server[91666]: {{(pid=91666) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 12 12:57:49.766705 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-9a97249d-09b2-4699-8784-68d051ec41d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:57:49.768445 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-9a97249d-09b2-4699-8784-68d051ec41d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786'] for network, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:49.769538 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c66f8a-55e0-4d1d-9911-9d859e8e96fd admin admin] Made reservation on behalf of 95c531eed7bc41ed93d7b43b25a1fa63 for: {'network': 1} {{(pid=91666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 12:57:49.775180 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-f8c66f8a-55e0-4d1d-9911-9d859e8e96fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for network, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:49.780254 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a97249d-09b2-4699-8784-68d051ec41d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:57:49.781270 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-9a97249d-09b2-4699-8784-68d051ec41d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for network, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:49.793641 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-fcbc272d-8fe4-4541-85a1-29570572ca62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:57:49.800946 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-f8c66f8a-55e0-4d1d-9911-9d859e8e96fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:49.804882 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8fef9d-375a-4eaf-bb6c-24db849ee560 admin admin] Made reservation on behalf of b67a286ffa654c969fe77992bb8766b0 for: {'network': 1} {{(pid=91667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 12:57:49.809917 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-bb8fef9d-375a-4eaf-bb6c-24db849ee560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for network, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:49.841644 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-bb8fef9d-375a-4eaf-bb6c-24db849ee560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:49.858933 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4798e82-671b-4358-a2f0-28439db36032 admin admin] Made reservation on behalf of 7f18be0815224addb543ffddc7807c85 for: {'network': 1} {{(pid=91667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 12:57:49.861485 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c4798e82-671b-4358-a2f0-28439db36032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for network, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:49.881755 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c4798e82-671b-4358-a2f0-28439db36032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:50.011329 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a97249d-09b2-4699-8784-68d051ec41d8 admin admin] Pushing event updated for resources: {'Network': ['ID=c3f2488e-44c5-4b09-b9c1-b478ec12dd34,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:57:50.015549 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-9a97249d-09b2-4699-8784-68d051ec41d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:57:50.117962 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-62082b59-3262-466e-907f-fd4325bb7b6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:50.130365 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-62082b59-3262-466e-907f-fd4325bb7b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:50.139711 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Network c3f2488e-44c5-4b09-b9c1-b478ec12dd34 details requested by agent ovs-agent-dv-cinder-796114-1-iscsi with host dv-cinder-796114-1-iscsi {{(pid=91668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 12:57:50.160781 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-9a97249d-09b2-4699-8784-68d051ec41d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:57:50.174812 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-9a97249d-09b2-4699-8784-68d051ec41d8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1396849 Jun 12 12:57:50.178275 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 50426) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:57:50.192289 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.v2.base [None req-8b21f762-2a6f-43e7-8653-4afe55fe5d53 admin admin] Request body: {'subnet': {'network_id': 'c3f2488e-44c5-4b09-b9c1-b478ec12dd34', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-319688326-subnet', 'tenant_id': 'a1fdb5b3d3254fb7a2c5c6bf9fba5480', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:57:50.232693 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62082b59-3262-466e-907f-fd4325bb7b6b admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=91666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 12:57:50.284321 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62082b59-3262-466e-907f-fd4325bb7b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7332b310-c485-4436-97b0-056e684853a4,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:57:50.311421 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-62082b59-3262-466e-907f-fd4325bb7b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400235'] for segment, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:50.311950 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.db.segments_db [None req-62082b59-3262-466e-907f-fd4325bb7b6b admin admin] Added segment 86bd5776-487d-44b3-91cb-8214abc180f6 of type vlan for network b082549b-b61d-48b6-a978-1804137ec38a Jun 12 12:57:50.350373 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-bb8fef9d-375a-4eaf-bb6c-24db849ee560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:50.356591 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-bb8fef9d-375a-4eaf-bb6c-24db849ee560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:50.385891 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-62082b59-3262-466e-907f-fd4325bb7b6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752044417208'] for network, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:50.405289 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb8fef9d-375a-4eaf-bb6c-24db849ee560 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=91667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 12:57:50.422349 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-62082b59-3262-466e-907f-fd4325bb7b6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:57:50.431162 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:57:50.440364 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-62082b59-3262-466e-907f-fd4325bb7b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786'] for network, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:50.445419 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62082b59-3262-466e-907f-fd4325bb7b6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:57:50.446516 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-62082b59-3262-466e-907f-fd4325bb7b6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for network, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:50.452907 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:57:50.468266 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-bb8fef9d-375a-4eaf-bb6c-24db849ee560 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752044986031', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400235'] for segment, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:50.469185 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-bb8fef9d-375a-4eaf-bb6c-24db849ee560 admin admin] Unsubscribe: segment precommit_create {{(pid=91667) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 12 12:57:50.469773 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.db.segments_db [None req-bb8fef9d-375a-4eaf-bb6c-24db849ee560 admin admin] Added segment 8f7c39d0-7454-455e-b577-284bf003faad of type vlan for network 93a13242-8cf3-4a2f-b262-b744cb0002a8 Jun 12 12:57:50.491417 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8fef9d-375a-4eaf-bb6c-24db849ee560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd46618-484d-45c1-9b5c-8a949278e56f,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:57:50.513676 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8fef9d-375a-4eaf-bb6c-24db849ee560 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:57:50.514354 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8fef9d-375a-4eaf-bb6c-24db849ee560 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:57:50.514860 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8fef9d-375a-4eaf-bb6c-24db849ee560 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:57:50.515351 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8fef9d-375a-4eaf-bb6c-24db849ee560 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:57:50.515828 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8fef9d-375a-4eaf-bb6c-24db849ee560 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:57:50.516317 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8fef9d-375a-4eaf-bb6c-24db849ee560 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:57:50.516918 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8fef9d-375a-4eaf-bb6c-24db849ee560 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:57:50.517391 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8fef9d-375a-4eaf-bb6c-24db849ee560 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:57:50.517917 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8fef9d-375a-4eaf-bb6c-24db849ee560 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:57:50.518260 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8fef9d-375a-4eaf-bb6c-24db849ee560 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:57:50.518923 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8fef9d-375a-4eaf-bb6c-24db849ee560 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:57:50.519276 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8fef9d-375a-4eaf-bb6c-24db849ee560 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:57:50.520495 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8fef9d-375a-4eaf-bb6c-24db849ee560 admin admin] Tracked resource versions report: Jun 12 12:57:50.520495 dv-cinder-796114-1-iscsi neutron-server[91667]: pushed versions: Jun 12 12:57:50.520495 dv-cinder-796114-1-iscsi neutron-server[91667]: { 'AddressGroup': {'1.2'}, Jun 12 12:57:50.520495 dv-cinder-796114-1-iscsi neutron-server[91667]: 'ConntrackHelper': {'1.0'}, Jun 12 12:57:50.520495 dv-cinder-796114-1-iscsi neutron-server[91667]: 'Log': {'1.0'}, Jun 12 12:57:50.520495 dv-cinder-796114-1-iscsi neutron-server[91667]: 'Network': {'1.1'}, Jun 12 12:57:50.520495 dv-cinder-796114-1-iscsi neutron-server[91667]: 'Port': {'1.7'}, Jun 12 12:57:50.520495 dv-cinder-796114-1-iscsi neutron-server[91667]: 'PortForwarding': {'1.2'}, Jun 12 12:57:50.520495 dv-cinder-796114-1-iscsi neutron-server[91667]: 'QosPolicy': {'1.8'}, Jun 12 12:57:50.520495 dv-cinder-796114-1-iscsi neutron-server[91667]: 'SecurityGroup': {'1.4'}, Jun 12 12:57:50.520495 dv-cinder-796114-1-iscsi neutron-server[91667]: 'SecurityGroupRule': {'1.2'}, Jun 12 12:57:50.520495 dv-cinder-796114-1-iscsi neutron-server[91667]: 'SubPort': {'1.0'}, Jun 12 12:57:50.520495 dv-cinder-796114-1-iscsi neutron-server[91667]: 'Subnet': {'1.1'}, Jun 12 12:57:50.520495 dv-cinder-796114-1-iscsi neutron-server[91667]: 'Trunk': {'1.1'}} Jun 12 12:57:50.520495 dv-cinder-796114-1-iscsi neutron-server[91667]: consumer versions: Jun 12 12:57:50.520495 dv-cinder-796114-1-iscsi neutron-server[91667]: { DHCP agent@dv-cinder-796114-1-iscsi: {}, Jun 12 12:57:50.520495 dv-cinder-796114-1-iscsi neutron-server[91667]: HyperV agent@hv-cinder-79611: {}, Jun 12 12:57:50.520495 dv-cinder-796114-1-iscsi neutron-server[91667]: L3 agent@dv-cinder-796114-1-iscsi: {}, Jun 12 12:57:50.520495 dv-cinder-796114-1-iscsi neutron-server[91667]: Metadata agent@dv-cinder-796114-1-iscsi: {}, Jun 12 12:57:50.520495 dv-cinder-796114-1-iscsi neutron-server[91667]: Metering agent@dv-cinder-796114-1-iscsi: {}, Jun 12 12:57:50.520495 dv-cinder-796114-1-iscsi neutron-server[91667]: Open vSwitch agent@dv-cinder-796114-1-iscsi: { 'AddressGroup': '1.2', Jun 12 12:57:50.520495 dv-cinder-796114-1-iscsi neutron-server[91667]: 'ConntrackHelper': '1.0', Jun 12 12:57:50.520495 dv-cinder-796114-1-iscsi neutron-server[91667]: 'Log': '1.0', Jun 12 12:57:50.520495 dv-cinder-796114-1-iscsi neutron-server[91667]: 'Network': '1.1', Jun 12 12:57:50.520495 dv-cinder-796114-1-iscsi neutron-server[91667]: 'Port': '1.7', Jun 12 12:57:50.520495 dv-cinder-796114-1-iscsi neutron-server[91667]: 'PortForwarding': '1.2', Jun 12 12:57:50.520495 dv-cinder-796114-1-iscsi neutron-server[91667]: 'QosPolicy': '1.8', Jun 12 12:57:50.520495 dv-cinder-796114-1-iscsi neutron-server[91667]: 'SecurityGroup': '1.4', Jun 12 12:57:50.520495 dv-cinder-796114-1-iscsi neutron-server[91667]: 'SecurityGroupRule': '1.2', Jun 12 12:57:50.520495 dv-cinder-796114-1-iscsi neutron-server[91667]: 'SubPort': '1.0', Jun 12 12:57:50.520495 dv-cinder-796114-1-iscsi neutron-server[91667]: 'Subnet': '1.1', Jun 12 12:57:50.520495 dv-cinder-796114-1-iscsi neutron-server[91667]: 'Trunk': '1.1'}} Jun 12 12:57:50.520495 dv-cinder-796114-1-iscsi neutron-server[91667]: {{(pid=91667) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 12 12:57:50.557437 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62082b59-3262-466e-907f-fd4325bb7b6b admin admin] Pushing event updated for resources: {'Network': ['ID=b082549b-b61d-48b6-a978-1804137ec38a,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:57:50.566110 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-bb8fef9d-375a-4eaf-bb6c-24db849ee560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:57:50.569141 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-62082b59-3262-466e-907f-fd4325bb7b6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:57:50.579451 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Network b082549b-b61d-48b6-a978-1804137ec38a details requested by agent ovs-agent-dv-cinder-796114-1-iscsi with host dv-cinder-796114-1-iscsi {{(pid=91668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 12:57:50.592838 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-bb8fef9d-375a-4eaf-bb6c-24db849ee560 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752044417208'] for network, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:50.623868 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-f8c66f8a-55e0-4d1d-9911-9d859e8e96fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:50.632246 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-f8c66f8a-55e0-4d1d-9911-9d859e8e96fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:50.640244 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:57:50.651048 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-a37bf9d4-ec00-4105-9079-caea415aa609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:50.654748 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-62082b59-3262-466e-907f-fd4325bb7b6b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4795415 Jun 12 12:57:50.658002 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 50446) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:57:50.666584 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.v2.base [None req-8cdde3c3-1e21-41db-957d-68fc75bd6ebe admin admin] Request body: {'subnet': {'network_id': 'b082549b-b61d-48b6-a978-1804137ec38a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1158203021-subnet', 'tenant_id': 'a33e9937caaf41ca8fc301bec96ba603', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:57:50.675274 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8c66f8a-55e0-4d1d-9911-9d859e8e96fd admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=91666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 12:57:50.678096 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-bb8fef9d-375a-4eaf-bb6c-24db849ee560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786'] for network, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:50.682000 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c66f8a-55e0-4d1d-9911-9d859e8e96fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02246757-e4e7-402b-9da4-d1f6e68238bd,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:57:50.687116 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-f8c66f8a-55e0-4d1d-9911-9d859e8e96fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:57:50.689735 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8fef9d-375a-4eaf-bb6c-24db849ee560 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:57:50.691694 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-bb8fef9d-375a-4eaf-bb6c-24db849ee560 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for network, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:50.692830 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-f8c66f8a-55e0-4d1d-9911-9d859e8e96fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400235'] for segment, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:50.693643 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.db.segments_db [None req-f8c66f8a-55e0-4d1d-9911-9d859e8e96fd admin admin] Added segment a55cae0d-67cb-4777-915a-d694fc695b77 of type vlan for network e426109e-dad3-4f65-a54a-d678409a1b99 Jun 12 12:57:50.703600 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:57:50.759202 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-f8c66f8a-55e0-4d1d-9911-9d859e8e96fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752044417208'] for network, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:50.909230 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8fef9d-375a-4eaf-bb6c-24db849ee560 admin admin] Pushing event updated for resources: {'Network': ['ID=93a13242-8cf3-4a2f-b262-b744cb0002a8,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:57:50.916449 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-bb8fef9d-375a-4eaf-bb6c-24db849ee560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:57:50.926136 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Network 93a13242-8cf3-4a2f-b262-b744cb0002a8 details requested by agent ovs-agent-dv-cinder-796114-1-iscsi with host dv-cinder-796114-1-iscsi {{(pid=91668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 12:57:50.987982 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-f8c66f8a-55e0-4d1d-9911-9d859e8e96fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786'] for network, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:50.993955 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c66f8a-55e0-4d1d-9911-9d859e8e96fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:57:50.995546 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-f8c66f8a-55e0-4d1d-9911-9d859e8e96fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for network, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:50.999254 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c4798e82-671b-4358-a2f0-28439db36032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:51.010398 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c4798e82-671b-4358-a2f0-28439db36032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:51.023443 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-065578b9-d861-4704-a31e-5e6737687cef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:57:51.039187 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4798e82-671b-4358-a2f0-28439db36032 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=91667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 12:57:51.082607 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:57:51.087953 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-bb8fef9d-375a-4eaf-bb6c-24db849ee560 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7028167 Jun 12 12:57:51.105033 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 50462) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:57:51.106637 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c4798e82-671b-4358-a2f0-28439db36032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400235'] for segment, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:51.106637 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.db.segments_db [None req-c4798e82-671b-4358-a2f0-28439db36032 admin admin] Added segment a0a674b8-7738-4903-8a88-2eeaa5688873 of type vlan for network 64b4b39f-e457-4d52-beb5-ab2bbde33d05 Jun 12 12:57:51.107820 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b21f762-2a6f-43e7-8653-4afe55fe5d53 admin admin] Made reservation on behalf of a1fdb5b3d3254fb7a2c5c6bf9fba5480 for: {'subnet': 1} {{(pid=91667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 12:57:51.110112 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8b21f762-2a6f-43e7-8653-4afe55fe5d53 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:51.133314 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.v2.base [None req-817a1611-65b5-4ed2-9eda-c7b191a3dc75 admin admin] Request body: {'subnet': {'network_id': '93a13242-8cf3-4a2f-b262-b744cb0002a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-865289444-subnet', 'tenant_id': 'b67a286ffa654c969fe77992bb8766b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:57:51.152783 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c66f8a-55e0-4d1d-9911-9d859e8e96fd admin admin] Pushing event updated for resources: {'Network': ['ID=e426109e-dad3-4f65-a54a-d678409a1b99,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:57:51.155693 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-f8c66f8a-55e0-4d1d-9911-9d859e8e96fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:57:51.164984 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Network e426109e-dad3-4f65-a54a-d678409a1b99 details requested by agent ovs-agent-dv-cinder-796114-1-iscsi with host dv-cinder-796114-1-iscsi {{(pid=91668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 12:57:51.167808 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-f8c66f8a-55e0-4d1d-9911-9d859e8e96fd admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9086773 Jun 12 12:57:51.171338 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 50464) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:57:51.190299 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [None req-0a1da770-598c-4221-9d7f-1e1e40476c42 admin admin] Request body: {'subnet': {'network_id': 'e426109e-dad3-4f65-a54a-d678409a1b99', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-325528937-subnet', 'tenant_id': '95c531eed7bc41ed93d7b43b25a1fa63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:57:51.300119 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4798e82-671b-4358-a2f0-28439db36032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe6fdd2-ca08-455a-91d2-52d874f57a49,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:57:51.303645 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c4798e82-671b-4358-a2f0-28439db36032 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752044417208'] for network, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:51.315522 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-c4798e82-671b-4358-a2f0-28439db36032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:57:51.346314 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a1da770-598c-4221-9d7f-1e1e40476c42 admin admin] Made reservation on behalf of 95c531eed7bc41ed93d7b43b25a1fa63 for: {'subnet': 1} {{(pid=91666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 12:57:51.349169 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-0a1da770-598c-4221-9d7f-1e1e40476c42 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:51.376093 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cdde3c3-1e21-41db-957d-68fc75bd6ebe admin admin] Made reservation on behalf of a33e9937caaf41ca8fc301bec96ba603 for: {'subnet': 1} {{(pid=91667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 12:57:51.378414 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8cdde3c3-1e21-41db-957d-68fc75bd6ebe admin admin] Notify callbacks [] for subnet, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:51.563166 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817a1611-65b5-4ed2-9eda-c7b191a3dc75 admin admin] Made reservation on behalf of b67a286ffa654c969fe77992bb8766b0 for: {'subnet': 1} {{(pid=91667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 12:57:51.565892 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-817a1611-65b5-4ed2-9eda-c7b191a3dc75 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:51.672286 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-0a1da770-598c-4221-9d7f-1e1e40476c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761'] for subnet, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:51.678114 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-7492fd3c-adf1-40a8-b15f-193ed4696162 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:57:51.698757 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c4798e82-671b-4358-a2f0-28439db36032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786'] for network, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:51.740327 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4798e82-671b-4358-a2f0-28439db36032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:57:51.741034 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c4798e82-671b-4358-a2f0-28439db36032 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for network, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:51.752602 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:57:51.813537 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1da770-598c-4221-9d7f-1e1e40476c42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f71341f6-cb58-4087-aff6-95b2f92c6898,revision_number=0']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:57:51.829168 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-0a1da770-598c-4221-9d7f-1e1e40476c42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:57:51.844094 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1da770-598c-4221-9d7f-1e1e40476c42 admin admin] Checking segment: {'id': 'a55cae0d-67cb-4777-915a-d694fc695b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e426109e-dad3-4f65-a54a-d678409a1b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:57:51.844572 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1da770-598c-4221-9d7f-1e1e40476c42 admin admin] Network hostable DHCP agents. Network: e426109e-dad3-4f65-a54a-d678409a1b99, hostable agents: ['8dc1a162-787d-4a45-80b7-87a05126eea7'], hosted agents: [] {{(pid=91666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 12:57:51.856621 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4798e82-671b-4358-a2f0-28439db36032 admin admin] Pushing event updated for resources: {'Network': ['ID=64b4b39f-e457-4d52-beb5-ab2bbde33d05,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:57:51.859776 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-c4798e82-671b-4358-a2f0-28439db36032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:57:51.864136 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1da770-598c-4221-9d7f-1e1e40476c42 admin admin] Network e426109e-dad3-4f65-a54a-d678409a1b99 is scheduled to be hosted by DHCP agent 8dc1a162-787d-4a45-80b7-87a05126eea7 with binding_index 1 {{(pid=91666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 12:57:51.870283 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Network 64b4b39f-e457-4d52-beb5-ab2bbde33d05 details requested by agent ovs-agent-dv-cinder-796114-1-iscsi with host dv-cinder-796114-1-iscsi {{(pid=91668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 12:57:51.877115 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.base_scheduler [None req-0a1da770-598c-4221-9d7f-1e1e40476c42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-1-iscsi, e426109e-dad3-4f65-a54a-d678409a1b99) {{(pid=91666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:57:51.888409 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1da770-598c-4221-9d7f-1e1e40476c42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:57:51.889098 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-0a1da770-598c-4221-9d7f-1e1e40476c42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for subnet, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:51.907865 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3caf4bd4-74bc-40f1-b50d-4a0ab85341fd None None] Network e426109e-dad3-4f65-a54a-d678409a1b99 requested from dv-cinder-796114-1-iscsi {{(pid=91668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 12:57:51.917221 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-c4798e82-671b-4358-a2f0-28439db36032 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.5299268 Jun 12 12:57:51.919049 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-0a1da770-598c-4221-9d7f-1e1e40476c42 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7461181 Jun 12 12:57:51.919713 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 50494) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:57:51.939840 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [None req-555524b9-d439-41e2-a18f-e36a950bd5b7 admin admin] Request body: {'subnet': {'network_id': '64b4b39f-e457-4d52-beb5-ab2bbde33d05', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1705789875-subnet', 'tenant_id': '7f18be0815224addb543ffddc7807c85', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:57:51.975600 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555524b9-d439-41e2-a18f-e36a950bd5b7 admin admin] Made reservation on behalf of 7f18be0815224addb543ffddc7807c85 for: {'subnet': 1} {{(pid=91666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 12:57:51.983789 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-555524b9-d439-41e2-a18f-e36a950bd5b7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:52.128921 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8b21f762-2a6f-43e7-8653-4afe55fe5d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761'] for subnet, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:52.241306 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f999dc0b-bb3b-434d-9439-5b257ba87aea None None] Network e426109e-dad3-4f65-a54a-d678409a1b99 requested from dv-cinder-796114-1-iscsi {{(pid=91668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 12:57:52.251716 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-5ab45cd3-86de-4fe1-8456-fc926ed209f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:57:52.280188 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-555524b9-d439-41e2-a18f-e36a950bd5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761'] for subnet, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:52.289504 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:57:52.367990 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555524b9-d439-41e2-a18f-e36a950bd5b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2822e5c-4cf7-4702-9de8-8d297e10d4e8,revision_number=0']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:57:52.373771 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-555524b9-d439-41e2-a18f-e36a950bd5b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:57:52.400437 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8cdde3c3-1e21-41db-957d-68fc75bd6ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761'] for subnet, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:52.409921 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555524b9-d439-41e2-a18f-e36a950bd5b7 admin admin] Checking segment: {'id': 'a0a674b8-7738-4903-8a88-2eeaa5688873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '64b4b39f-e457-4d52-beb5-ab2bbde33d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:57:52.410333 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555524b9-d439-41e2-a18f-e36a950bd5b7 admin admin] Network hostable DHCP agents. Network: 64b4b39f-e457-4d52-beb5-ab2bbde33d05, hostable agents: ['8dc1a162-787d-4a45-80b7-87a05126eea7'], hosted agents: [] {{(pid=91666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 12:57:52.418450 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-817a1611-65b5-4ed2-9eda-c7b191a3dc75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761'] for subnet, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:52.436344 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555524b9-d439-41e2-a18f-e36a950bd5b7 admin admin] Network 64b4b39f-e457-4d52-beb5-ab2bbde33d05 is scheduled to be hosted by DHCP agent 8dc1a162-787d-4a45-80b7-87a05126eea7 with binding_index 1 {{(pid=91666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 12:57:52.463281 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b21f762-2a6f-43e7-8653-4afe55fe5d53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e49e69c6-b979-45e9-b77a-48cd10ef7dd0,revision_number=0']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:57:52.466857 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.base_scheduler [None req-555524b9-d439-41e2-a18f-e36a950bd5b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-1-iscsi, 64b4b39f-e457-4d52-beb5-ab2bbde33d05) {{(pid=91666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:57:52.471672 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555524b9-d439-41e2-a18f-e36a950bd5b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:57:52.475179 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-555524b9-d439-41e2-a18f-e36a950bd5b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for subnet, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:52.503271 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-555524b9-d439-41e2-a18f-e36a950bd5b7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5824273 Jun 12 12:57:52.505858 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 50520) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:57:52.510727 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [None req-6bab0832-6cf2-434a-8fa7-60385d7c69d7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1705789875-router', 'tenant_id': '7f18be0815224addb543ffddc7807c85', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587'}}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:57:52.516209 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-8b21f762-2a6f-43e7-8653-4afe55fe5d53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:57:52.524776 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:57:52.527677 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53273f1-19ee-4fd8-b4bd-e30f2b625b7b None None] Network 64b4b39f-e457-4d52-beb5-ab2bbde33d05 requested from dv-cinder-796114-1-iscsi {{(pid=91668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 12:57:52.561070 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-6bab0832-6cf2-434a-8fa7-60385d7c69d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-443820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60904'] for router, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:52.562184 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-6bab0832-6cf2-434a-8fa7-60385d7c69d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-389058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60897'] for router, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:52.633753 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 50524) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:57:52.639663 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b21f762-2a6f-43e7-8653-4afe55fe5d53 admin admin] Checking segment: {'id': 'f64e914f-5326-415e-a76f-3e9e82cbcb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c3f2488e-44c5-4b09-b9c1-b478ec12dd34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:57:52.640343 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b21f762-2a6f-43e7-8653-4afe55fe5d53 admin admin] Network hostable DHCP agents. Network: c3f2488e-44c5-4b09-b9c1-b478ec12dd34, hostable agents: ['8dc1a162-787d-4a45-80b7-87a05126eea7'], hosted agents: [] {{(pid=91667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 12:57:52.679254 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-6bab0832-6cf2-434a-8fa7-60385d7c69d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:52.802704 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdde3c3-1e21-41db-957d-68fc75bd6ebe admin admin] Pushing event updated for resources: {'Subnet': ['ID=040de1c9-b671-4172-8240-56a21bd80720,revision_number=0']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:57:52.806698 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdde3c3-1e21-41db-957d-68fc75bd6ebe admin admin] Checking segment: {'id': '86bd5776-487d-44b3-91cb-8214abc180f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b082549b-b61d-48b6-a978-1804137ec38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:57:52.807063 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdde3c3-1e21-41db-957d-68fc75bd6ebe admin admin] Network hostable DHCP agents. Network: b082549b-b61d-48b6-a978-1804137ec38a, hostable agents: ['8dc1a162-787d-4a45-80b7-87a05126eea7'], hosted agents: [] {{(pid=91667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 12:57:52.811818 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817a1611-65b5-4ed2-9eda-c7b191a3dc75 admin admin] Checking segment: {'id': '8f7c39d0-7454-455e-b577-284bf003faad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '93a13242-8cf3-4a2f-b262-b744cb0002a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:57:52.812511 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817a1611-65b5-4ed2-9eda-c7b191a3dc75 admin admin] Network hostable DHCP agents. Network: 93a13242-8cf3-4a2f-b262-b744cb0002a8, hostable agents: ['8dc1a162-787d-4a45-80b7-87a05126eea7'], hosted agents: [] {{(pid=91667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 12:57:52.816765 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b21f762-2a6f-43e7-8653-4afe55fe5d53 admin admin] Network c3f2488e-44c5-4b09-b9c1-b478ec12dd34 is scheduled to be hosted by DHCP agent 8dc1a162-787d-4a45-80b7-87a05126eea7 with binding_index 1 {{(pid=91667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 12:57:52.833872 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.base_scheduler [None req-8b21f762-2a6f-43e7-8653-4afe55fe5d53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-1-iscsi, c3f2488e-44c5-4b09-b9c1-b478ec12dd34) {{(pid=91667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:57:52.844227 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83239ab-6f6f-472d-807e-7bd453bcf13d None None] Network c3f2488e-44c5-4b09-b9c1-b478ec12dd34 requested from dv-cinder-796114-1-iscsi {{(pid=91668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 12:57:52.877516 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 50546) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:57:52.880209 dv-cinder-796114-1-iscsi neutron-server[91666]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 12 12:57:52.893224 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b21f762-2a6f-43e7-8653-4afe55fe5d53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:57:52.893818 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8b21f762-2a6f-43e7-8653-4afe55fe5d53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for subnet, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:52.926864 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4229e5fa-7207-44b6-8412-6de3050af102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:52.946967 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-8b21f762-2a6f-43e7-8653-4afe55fe5d53 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.7654757 Jun 12 12:57:52.951227 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817a1611-65b5-4ed2-9eda-c7b191a3dc75 admin admin] Network 93a13242-8cf3-4a2f-b262-b744cb0002a8 is scheduled to be hosted by DHCP agent 8dc1a162-787d-4a45-80b7-87a05126eea7 with binding_index 1 {{(pid=91667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 12:57:52.952842 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdde3c3-1e21-41db-957d-68fc75bd6ebe admin admin] Network b082549b-b61d-48b6-a978-1804137ec38a is scheduled to be hosted by DHCP agent 8dc1a162-787d-4a45-80b7-87a05126eea7 with binding_index 1 {{(pid=91667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 12:57:52.952988 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5092dcb-98ad-4c51-ad23-5815d00d5c7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94262ffb-d3ee-52fc-8937-1caaa686fe76-64b4b39f-e457-4d52-beb5-ab2bbde33d05', 'network_id': '64b4b39f-e457-4d52-beb5-ab2bbde33d05', 'tenant_id': '7f18be0815224addb543ffddc7807c85', 'fixed_ips': [{'subnet_id': 'f2822e5c-4cf7-4702-9de8-8d297e10d4e8'}]}} from dv-cinder-796114-1-iscsi. {{(pid=91668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 12 12:57:52.953888 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-d5092dcb-98ad-4c51-ad23-5815d00d5c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for port, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:52.957877 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 50548) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:57:52.969888 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.v2.base [None req-3be87914-a577-421a-a5e4-47283d0519e3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-319688326-router', 'tenant_id': 'a1fdb5b3d3254fb7a2c5c6bf9fba5480', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587'}}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:57:52.973362 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817a1611-65b5-4ed2-9eda-c7b191a3dc75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aadd9068-a48c-4c25-a9e1-6ce4c63bc457,revision_number=0']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:57:52.980818 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-817a1611-65b5-4ed2-9eda-c7b191a3dc75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:57:52.981172 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.548s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:57:52.981290 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:57:52.988273 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.base_scheduler [None req-817a1611-65b5-4ed2-9eda-c7b191a3dc75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-1-iscsi, 93a13242-8cf3-4a2f-b262-b744cb0002a8) {{(pid=91667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:57:52.991900 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.base_scheduler [None req-8cdde3c3-1e21-41db-957d-68fc75bd6ebe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-1-iscsi, b082549b-b61d-48b6-a978-1804137ec38a) {{(pid=91667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:57:53.004950 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af198c73-b8b6-4456-9bf2-a4df3a42644e None None] Network 93a13242-8cf3-4a2f-b262-b744cb0002a8 requested from dv-cinder-796114-1-iscsi {{(pid=91668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 12:57:53.007081 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817a1611-65b5-4ed2-9eda-c7b191a3dc75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:57:53.007691 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-817a1611-65b5-4ed2-9eda-c7b191a3dc75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for subnet, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:53.010238 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.db.api [None req-3be87914-a577-421a-a5e4-47283d0519e3 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 12 12:57:53.010238 dv-cinder-796114-1-iscsi neutron-server[91667]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 12 12:57:53.010238 dv-cinder-796114-1-iscsi neutron-server[91667]: [parameters: {'project_id_1': 'a1fdb5b3d3254fb7a2c5c6bf9fba5480', 'expiration_1': datetime.datetime(2021, 6, 12, 12, 57, 52, 978751)}] Jun 12 12:57:53.010238 dv-cinder-796114-1-iscsi neutron-server[91667]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=91667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 12 12:57:53.010659 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_db.api [None req-3be87914-a577-421a-a5e4-47283d0519e3 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 12 12:57:53.042995 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdde3c3-1e21-41db-957d-68fc75bd6ebe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:57:53.043333 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8cdde3c3-1e21-41db-957d-68fc75bd6ebe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for subnet, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:53.061399 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d36b38a-855c-442a-95e7-504f24b6afdf None None] Network b082549b-b61d-48b6-a978-1804137ec38a requested from dv-cinder-796114-1-iscsi {{(pid=91668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 12:57:53.075642 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-6bab0832-6cf2-434a-8fa7-60385d7c69d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453826', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-443838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60919'] for router, precommit_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:53.111050 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4229e5fa-7207-44b6-8412-6de3050af102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:53.117391 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4229e5fa-7207-44b6-8412-6de3050af102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:53.120932 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-bb8fef9d-375a-4eaf-bb6c-24db849ee560 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:57:53.128494 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-8cdde3c3-1e21-41db-957d-68fc75bd6ebe admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4691153 Jun 12 12:57:53.139071 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-817a1611-65b5-4ed2-9eda-c7b191a3dc75 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0133669 Jun 12 12:57:53.140144 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 50554) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:57:53.157230 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.v2.base [None req-00ad0901-a35d-4d9f-b5c7-230f6042c50a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1158203021-router', 'tenant_id': 'a33e9937caaf41ca8fc301bec96ba603', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587'}}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:57:53.200433 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-4229e5fa-7207-44b6-8412-6de3050af102 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1644712666c749b39bf9425fc7c68da8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5506263 Jun 12 12:57:53.200714 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 50558) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:57:53.213196 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4229e5fa-7207-44b6-8412-6de3050af102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e4cd69-18b6-401b-ba79-a2412fbdd5b7,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:57:53.222788 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-4229e5fa-7207-44b6-8412-6de3050af102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:57:53.237342 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-00ad0901-a35d-4d9f-b5c7-230f6042c50a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-443820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60904'] for router, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:53.239112 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-00ad0901-a35d-4d9f-b5c7-230f6042c50a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-389058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60897'] for router, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:53.307276 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c7ef9-dbc6-43a5-92bb-c32b872f4789 req-30f17b2c-e3da-4d7b-9058-2fe2599a2209 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:57:53.307276 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-4c5c7ef9-dbc6-43a5-92bb-c32b872f4789 req-30f17b2c-e3da-4d7b-9058-2fe2599a2209 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/networks?id=e426109e-dad3-4f65-a54a-d678409a1b99 HTTP/1.1" status: 200 len: 814 time: 0.4242644 Jun 12 12:57:53.337696 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-4c5c7ef9-dbc6-43a5-92bb-c32b872f4789 req-f8fd9c69-556f-493a-a29c-405baa238d2a tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/quotas/95c531eed7bc41ed93d7b43b25a1fa63 HTTP/1.1" status: 200 len: 375 time: 0.0241587 Jun 12 12:57:53.377933 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54579ab3-5fd4-420a-acf2-bbb3e1b37c79 None None] Network c3f2488e-44c5-4b09-b9c1-b478ec12dd34 requested from dv-cinder-796114-1-iscsi {{(pid=91668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 12:57:53.417649 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:53.459593 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-989f908d-7b48-46ee-9158-d826abb4beb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:53.475471 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-4c5c7ef9-dbc6-43a5-92bb-c32b872f4789 req-f1d69b80-0533-4451-a649-46390aa809ae tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=95c531eed7bc41ed93d7b43b25a1fa63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0870414 Jun 12 12:57:53.499472 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-989f908d-7b48-46ee-9158-d826abb4beb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:53.539692 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-41a6d45c-6269-4abe-b774-ffdbeeafde98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:53.551082 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-00ad0901-a35d-4d9f-b5c7-230f6042c50a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:53.595330 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-989f908d-7b48-46ee-9158-d826abb4beb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:53.645503 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.db_base_plugin_common [None req-d5092dcb-98ad-4c51-ad23-5815d00d5c7d None None] Allocated IP 172.20.0.2 (64b4b39f-e457-4d52-beb5-ab2bbde33d05/f2822e5c-4cf7-4702-9de8-8d297e10d4e8/e7880da9-5d35-460a-adcd-3829f809b8e0) {{(pid=91668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 12:57:53.673077 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-989f908d-7b48-46ee-9158-d826abb4beb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:53.676733 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-989f908d-7b48-46ee-9158-d826abb4beb7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e4e4cd69-18b6-401b-ba79-a2412fbdd5b7 HTTP/1.1" status: 204 len: 168 time: 0.4725363 Jun 12 12:57:53.676733 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 50588) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:57:53.727103 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:57:53.730746 dv-cinder-796114-1-iscsi neutron-server[91667]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 12 12:57:53.788036 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989f908d-7b48-46ee-9158-d826abb4beb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e4cd69-18b6-401b-ba79-a2412fbdd5b7,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:57:53.813269 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-989f908d-7b48-46ee-9158-d826abb4beb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:57:53.882100 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-3be87914-a577-421a-a5e4-47283d0519e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-443820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60904'] for router, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:53.884270 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-3be87914-a577-421a-a5e4-47283d0519e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-389058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60897'] for router, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:53.913576 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-6bab0832-6cf2-434a-8fa7-60385d7c69d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:53.930529 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab80249e-5597-4ee9-88f8-d231a608bfeb None None] Network 93a13242-8cf3-4a2f-b262-b744cb0002a8 requested from dv-cinder-796114-1-iscsi {{(pid=91668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 12:57:53.971052 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-6bab0832-6cf2-434a-8fa7-60385d7c69d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for port, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:53.975949 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [req-4c5c7ef9-dbc6-43a5-92bb-c32b872f4789 req-d490d7f0-757b-44e7-a01f-c308d2cdefc0 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=91666) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 12 12:57:53.976913 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-4c5c7ef9-dbc6-43a5-92bb-c32b872f4789 req-d490d7f0-757b-44e7-a01f-c308d2cdefc0 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3562081 Jun 12 12:57:54.142891 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-00ad0901-a35d-4d9f-b5c7-230f6042c50a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453826', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-443838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60919'] for router, precommit_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:54.167324 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd990d63-bc3a-4e20-a369-16faeefb77af req-3b1fdf45-95bf-458a-ba6d-2dadad09d850 tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:57:54.176089 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-cd990d63-bc3a-4e20-a369-16faeefb77af req-3b1fdf45-95bf-458a-ba6d-2dadad09d850 tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] 10.222.0.23 "GET /v2.0/networks?id=93a13242-8cf3-4a2f-b262-b744cb0002a8 HTTP/1.1" status: 200 len: 811 time: 0.4464023 Jun 12 12:57:54.208846 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-cd990d63-bc3a-4e20-a369-16faeefb77af req-8d6fec01-e8dd-49c8-a547-5c8900f94dcb tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] 10.222.0.23 "GET /v2.0/quotas/b67a286ffa654c969fe77992bb8766b0 HTTP/1.1" status: 200 len: 375 time: 0.0260665 Jun 12 12:57:54.249104 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-4c5c7ef9-dbc6-43a5-92bb-c32b872f4789 req-b281505c-0062-4965-8940-ef33bf534650 service neutron] 10.222.0.23 "GET /v2.0/networks/e426109e-dad3-4f65-a54a-d678409a1b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579565 Jun 12 12:57:54.261724 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c52b56-909a-4c43-9e4d-e188cca3f380 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94262ffb-d3ee-52fc-8937-1caaa686fe76-b082549b-b61d-48b6-a978-1804137ec38a', 'network_id': 'b082549b-b61d-48b6-a978-1804137ec38a', 'tenant_id': 'a33e9937caaf41ca8fc301bec96ba603', 'fixed_ips': [{'subnet_id': '040de1c9-b671-4172-8240-56a21bd80720'}]}} from dv-cinder-796114-1-iscsi. {{(pid=91668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 12 12:57:54.263055 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-85c52b56-909a-4c43-9e4d-e188cca3f380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for port, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:54.290919 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 50604) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:57:54.305328 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.db_base_plugin_common [None req-6bab0832-6cf2-434a-8fa7-60385d7c69d7 admin admin] Allocated IP 172.27.3.223 (d31b88ef-fdf5-46b1-8572-11d751094587/d3cd8c99-09c7-4ded-87bb-a3c326773e06/51ea6e07-a05b-4867-8d4d-a7a8446f9496) {{(pid=91666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 12:57:54.335787 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-3be87914-a577-421a-a5e4-47283d0519e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:54.360392 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-9270ae6c-42ba-42e6-8390-2a5ff500fba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:54.401895 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-cd990d63-bc3a-4e20-a369-16faeefb77af req-e26d66f1-2646-4ddd-8880-005c7bccb543 tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b67a286ffa654c969fe77992bb8766b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1484025 Jun 12 12:57:54.523514 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-4c5c7ef9-dbc6-43a5-92bb-c32b872f4789 req-7f6ac424-4f7f-4746-94e2-48f32a6eef9d service neutron] 10.222.0.23 "GET /v2.0/networks/e426109e-dad3-4f65-a54a-d678409a1b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601647 Jun 12 12:57:54.673161 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-d5092dcb-98ad-4c51-ad23-5815d00d5c7d None None] Notify callbacks [] for port, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:54.700774 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-6bab0832-6cf2-434a-8fa7-60385d7c69d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:54.716268 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-d5092dcb-98ad-4c51-ad23-5815d00d5c7d None None] Transition to ACTIVE for port object e7880da9-5d35-460a-adcd-3829f809b8e0 will not be triggered until provisioned by entity L2. {{(pid=91668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:57:54.730004 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [req-cd990d63-bc3a-4e20-a369-16faeefb77af req-8fd5c8cf-564e-44af-a2ee-628a2f649263 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=91667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 12 12:57:54.738602 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-cd990d63-bc3a-4e20-a369-16faeefb77af req-8fd5c8cf-564e-44af-a2ee-628a2f649263 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1388102 Jun 12 12:57:54.742303 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-d5092dcb-98ad-4c51-ad23-5815d00d5c7d None None] Transition to ACTIVE for port object e7880da9-5d35-460a-adcd-3829f809b8e0 will not be triggered until provisioned by entity DHCP. {{(pid=91668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:57:54.749636 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.db_base_plugin_common [None req-85c52b56-909a-4c43-9e4d-e188cca3f380 None None] Allocated IP 172.20.0.2 (b082549b-b61d-48b6-a978-1804137ec38a/040de1c9-b671-4172-8240-56a21bd80720/1ff13db7-95a9-4602-873c-1c4cedc4bd23) {{(pid=91668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 12:57:54.754152 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-6bab0832-6cf2-434a-8fa7-60385d7c69d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1466997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-122173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752044431912'] for port, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:54.755390 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-3be87914-a577-421a-a5e4-47283d0519e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453826', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-443838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60919'] for router, precommit_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:54.765183 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-d5092dcb-98ad-4c51-ad23-5815d00d5c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1466997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-122173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752044431912'] for port, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:54.770557 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-820a080a-6e38-490d-8d79-2528567be5bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:57:54.772063 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:57:54.781419 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bab0832-6cf2-434a-8fa7-60385d7c69d7 admin admin] Network d31b88ef-fdf5-46b1-8572-11d751094587 is already hosted by enough agents. {{(pid=91666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:57:54.785211 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.base_scheduler [None req-6bab0832-6cf2-434a-8fa7-60385d7c69d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=91666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:57:54.823973 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bab0832-6cf2-434a-8fa7-60385d7c69d7 admin admin] Received port after_create {{(pid=91666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 12:57:54.879804 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5092dcb-98ad-4c51-ad23-5815d00d5c7d None None] Network 64b4b39f-e457-4d52-beb5-ab2bbde33d05 is already hosted by enough agents. {{(pid=91668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:57:54.897519 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.scheduler.base_scheduler [None req-d5092dcb-98ad-4c51-ad23-5815d00d5c7d None None] Resources bound (agent type, host, resource id): {{(pid=91668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:57:54.995539 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5092dcb-98ad-4c51-ad23-5815d00d5c7d None None] Received port after_create {{(pid=91668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 12:57:55.000237 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-cd990d63-bc3a-4e20-a369-16faeefb77af req-02607c8b-0492-4ca2-9414-b279d1988a00 service neutron] 10.222.0.23 "GET /v2.0/networks/93a13242-8cf3-4a2f-b262-b744cb0002a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604346 Jun 12 12:57:55.007985 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5092dcb-98ad-4c51-ad23-5815d00d5c7d None None] Pushing event updated for resources: {'Port': ['ID=e7880da9-5d35-460a-adcd-3829f809b8e0,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:57:55.087230 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5092dcb-98ad-4c51-ad23-5815d00d5c7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:57:55.087705 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5092dcb-98ad-4c51-ad23-5815d00d5c7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:57:55.088141 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5092dcb-98ad-4c51-ad23-5815d00d5c7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:57:55.088582 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5092dcb-98ad-4c51-ad23-5815d00d5c7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:57:55.089089 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5092dcb-98ad-4c51-ad23-5815d00d5c7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:57:55.089499 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5092dcb-98ad-4c51-ad23-5815d00d5c7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:57:55.089918 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5092dcb-98ad-4c51-ad23-5815d00d5c7d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:57:55.090921 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5092dcb-98ad-4c51-ad23-5815d00d5c7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:57:55.091361 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5092dcb-98ad-4c51-ad23-5815d00d5c7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:57:55.091982 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5092dcb-98ad-4c51-ad23-5815d00d5c7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:57:55.092600 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5092dcb-98ad-4c51-ad23-5815d00d5c7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:57:55.093130 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5092dcb-98ad-4c51-ad23-5815d00d5c7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:57:55.094482 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5092dcb-98ad-4c51-ad23-5815d00d5c7d None None] Tracked resource versions report: Jun 12 12:57:55.094482 dv-cinder-796114-1-iscsi neutron-server[91668]: pushed versions: Jun 12 12:57:55.094482 dv-cinder-796114-1-iscsi neutron-server[91668]: { 'AddressGroup': {'1.2'}, Jun 12 12:57:55.094482 dv-cinder-796114-1-iscsi neutron-server[91668]: 'ConntrackHelper': {'1.0'}, Jun 12 12:57:55.094482 dv-cinder-796114-1-iscsi neutron-server[91668]: 'Log': {'1.0'}, Jun 12 12:57:55.094482 dv-cinder-796114-1-iscsi neutron-server[91668]: 'Network': {'1.1'}, Jun 12 12:57:55.094482 dv-cinder-796114-1-iscsi neutron-server[91668]: 'Port': {'1.7'}, Jun 12 12:57:55.094482 dv-cinder-796114-1-iscsi neutron-server[91668]: 'PortForwarding': {'1.2'}, Jun 12 12:57:55.094482 dv-cinder-796114-1-iscsi neutron-server[91668]: 'QosPolicy': {'1.8'}, Jun 12 12:57:55.094482 dv-cinder-796114-1-iscsi neutron-server[91668]: 'SecurityGroup': {'1.4'}, Jun 12 12:57:55.094482 dv-cinder-796114-1-iscsi neutron-server[91668]: 'SecurityGroupRule': {'1.2'}, Jun 12 12:57:55.094482 dv-cinder-796114-1-iscsi neutron-server[91668]: 'SubPort': {'1.0'}, Jun 12 12:57:55.094482 dv-cinder-796114-1-iscsi neutron-server[91668]: 'Subnet': {'1.1'}, Jun 12 12:57:55.094482 dv-cinder-796114-1-iscsi neutron-server[91668]: 'Trunk': {'1.1'}} Jun 12 12:57:55.094482 dv-cinder-796114-1-iscsi neutron-server[91668]: consumer versions: Jun 12 12:57:55.094482 dv-cinder-796114-1-iscsi neutron-server[91668]: { DHCP agent@dv-cinder-796114-1-iscsi: {}, Jun 12 12:57:55.094482 dv-cinder-796114-1-iscsi neutron-server[91668]: HyperV agent@hv-cinder-79611: {}, Jun 12 12:57:55.094482 dv-cinder-796114-1-iscsi neutron-server[91668]: L3 agent@dv-cinder-796114-1-iscsi: {}, Jun 12 12:57:55.094482 dv-cinder-796114-1-iscsi neutron-server[91668]: Metadata agent@dv-cinder-796114-1-iscsi: {}, Jun 12 12:57:55.094482 dv-cinder-796114-1-iscsi neutron-server[91668]: Metering agent@dv-cinder-796114-1-iscsi: {}, Jun 12 12:57:55.094482 dv-cinder-796114-1-iscsi neutron-server[91668]: Open vSwitch agent@dv-cinder-796114-1-iscsi: { 'AddressGroup': '1.2', Jun 12 12:57:55.094482 dv-cinder-796114-1-iscsi neutron-server[91668]: 'ConntrackHelper': '1.0', Jun 12 12:57:55.094482 dv-cinder-796114-1-iscsi neutron-server[91668]: 'Log': '1.0', Jun 12 12:57:55.094482 dv-cinder-796114-1-iscsi neutron-server[91668]: 'Network': '1.1', Jun 12 12:57:55.094482 dv-cinder-796114-1-iscsi neutron-server[91668]: 'Port': '1.7', Jun 12 12:57:55.094482 dv-cinder-796114-1-iscsi neutron-server[91668]: 'PortForwarding': '1.2', Jun 12 12:57:55.094482 dv-cinder-796114-1-iscsi neutron-server[91668]: 'QosPolicy': '1.8', Jun 12 12:57:55.094482 dv-cinder-796114-1-iscsi neutron-server[91668]: 'SecurityGroup': '1.4', Jun 12 12:57:55.094482 dv-cinder-796114-1-iscsi neutron-server[91668]: 'SecurityGroupRule': '1.2', Jun 12 12:57:55.094482 dv-cinder-796114-1-iscsi neutron-server[91668]: 'SubPort': '1.0', Jun 12 12:57:55.094482 dv-cinder-796114-1-iscsi neutron-server[91668]: 'Subnet': '1.1', Jun 12 12:57:55.094482 dv-cinder-796114-1-iscsi neutron-server[91668]: 'Trunk': '1.1'}} Jun 12 12:57:55.094482 dv-cinder-796114-1-iscsi neutron-server[91668]: {{(pid=91668) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 12 12:57:55.133050 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-d5092dcb-98ad-4c51-ad23-5815d00d5c7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:57:55.149092 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-7239a5c3-c5f0-4f25-a5be-c6c46247b3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:55.154824 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [None req-d5092dcb-98ad-4c51-ad23-5815d00d5c7d None None] Attempting to bind port e7880da9-5d35-460a-adcd-3829f809b8e0 on host dv-cinder-796114-1-iscsi for vnic_type normal with profile {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 12:57:55.155318 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [None req-d5092dcb-98ad-4c51-ad23-5815d00d5c7d None None] Attempting to bind port e7880da9-5d35-460a-adcd-3829f809b8e0 by drivers openvswitch,hyperv on host dv-cinder-796114-1-iscsi at level 0 using segments [{'id': 'a0a674b8-7738-4903-8a88-2eeaa5688873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '64b4b39f-e457-4d52-beb5-ab2bbde33d05'}] {{(pid=91668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 12:57:55.155794 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5092dcb-98ad-4c51-ad23-5815d00d5c7d None None] Attempting to bind port e7880da9-5d35-460a-adcd-3829f809b8e0 on network 64b4b39f-e457-4d52-beb5-ab2bbde33d05 {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:57:55.172730 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5092dcb-98ad-4c51-ad23-5815d00d5c7d None None] Checking agent: {'id': '0e4c1f03-8758-41fd-af96-477868dcd4b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 12, 50, 23), 'started_at': datetime.datetime(2021, 6, 12, 12, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 12, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 12:57:55.173273 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5092dcb-98ad-4c51-ad23-5815d00d5c7d None None] Checking segment: {'id': 'a0a674b8-7738-4903-8a88-2eeaa5688873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '64b4b39f-e457-4d52-beb5-ab2bbde33d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:57:55.173944 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-d5092dcb-98ad-4c51-ad23-5815d00d5c7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:55.174472 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5092dcb-98ad-4c51-ad23-5815d00d5c7d None None] Bound using segment: {'id': 'a0a674b8-7738-4903-8a88-2eeaa5688873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '64b4b39f-e457-4d52-beb5-ab2bbde33d05'} {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 12:57:55.175064 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [None req-d5092dcb-98ad-4c51-ad23-5815d00d5c7d None None] Bound port: e7880da9-5d35-460a-adcd-3829f809b8e0, host: dv-cinder-796114-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0a674b8-7738-4903-8a88-2eeaa5688873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '64b4b39f-e457-4d52-beb5-ab2bbde33d05'}}] {{(pid=91668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 12:57:55.175547 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-d5092dcb-98ad-4c51-ad23-5815d00d5c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:55.200501 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-fa332860-12e4-4007-8f6f-07b0f6c1b832 req-547bfc3b-79eb-4e6f-96f3-a238d200b6e0 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=01dd2636-c41c-4180-b450-b5b95b907560 HTTP/1.1" status: 200 len: 210 time: 0.1916668 Jun 12 12:57:55.211049 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab0832-6cf2-434a-8fa7-60385d7c69d7 admin admin] Pushing event updated for resources: {'Port': ['ID=51ea6e07-a05b-4867-8d4d-a7a8446f9496,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:57:55.224342 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-6bab0832-6cf2-434a-8fa7-60385d7c69d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:57:55.254460 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-6bab0832-6cf2-434a-8fa7-60385d7c69d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:55.297830 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-85c52b56-909a-4c43-9e4d-e188cca3f380 None None] Notify callbacks [] for port, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:55.322050 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-85c52b56-909a-4c43-9e4d-e188cca3f380 None None] Transition to ACTIVE for port object 1ff13db7-95a9-4602-873c-1c4cedc4bd23 will not be triggered until provisioned by entity L2. {{(pid=91668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:57:55.349422 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-d5092dcb-98ad-4c51-ad23-5815d00d5c7d None None] For port e7880da9-5d35-460a-adcd-3829f809b8e0, host dv-cinder-796114-1-iscsi, cleared binding levels {{(pid=91668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 12:57:55.354710 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-d5092dcb-98ad-4c51-ad23-5815d00d5c7d None None] For port e7880da9-5d35-460a-adcd-3829f809b8e0, host dv-cinder-796114-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=e7880da9-5d35-460a-adcd-3829f809b8e0,segment=NetworkSegment(a0a674b8-7738-4903-8a88-2eeaa5688873),segment_id=a0a674b8-7738-4903-8a88-2eeaa5688873)] {{(pid=91668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 12:57:55.359717 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-85c52b56-909a-4c43-9e4d-e188cca3f380 None None] Transition to ACTIVE for port object 1ff13db7-95a9-4602-873c-1c4cedc4bd23 will not be triggered until provisioned by entity DHCP. {{(pid=91668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:57:55.368671 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-d5092dcb-98ad-4c51-ad23-5815d00d5c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:55.371983 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:57:55.378825 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-cd990d63-bc3a-4e20-a369-16faeefb77af req-4678ddc5-857c-4525-88ca-4cded4d1c597 service neutron] 10.222.0.23 "GET /v2.0/networks/93a13242-8cf3-4a2f-b262-b744cb0002a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3772311 Jun 12 12:57:55.431279 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-9270ae6c-42ba-42e6-8390-2a5ff500fba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:55.446474 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-85c52b56-909a-4c43-9e4d-e188cca3f380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1466997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-122173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752044431912'] for port, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:55.449328 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-9270ae6c-42ba-42e6-8390-2a5ff500fba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:55.457030 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-f8c66f8a-55e0-4d1d-9911-9d859e8e96fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:57:55.502126 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5092dcb-98ad-4c51-ad23-5815d00d5c7d None None] Pushing event updated for resources: {'Port': ['ID=e7880da9-5d35-460a-adcd-3829f809b8e0,revision_number=2']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:57:55.519264 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-d5092dcb-98ad-4c51-ad23-5815d00d5c7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:57:55.519751 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-d5092dcb-98ad-4c51-ad23-5815d00d5c7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:57:55.621118 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-9270ae6c-42ba-42e6-8390-2a5ff500fba3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a7eb8623d57d43ebbc680ce4fb9cb56e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3085382 Jun 12 12:57:55.622733 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 50662) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:57:55.649968 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9270ae6c-42ba-42e6-8390-2a5ff500fba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f67093e9-1110-435c-b498-ac8040d678a1,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:57:55.687505 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-9270ae6c-42ba-42e6-8390-2a5ff500fba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:57:55.710306 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-00ad0901-a35d-4d9f-b5c7-230f6042c50a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:55.752401 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-00ad0901-a35d-4d9f-b5c7-230f6042c50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for port, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:56.062156 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c52b56-909a-4c43-9e4d-e188cca3f380 None None] Network b082549b-b61d-48b6-a978-1804137ec38a is already hosted by enough agents. {{(pid=91668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:57:56.066502 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.scheduler.base_scheduler [None req-85c52b56-909a-4c43-9e4d-e188cca3f380 None None] Resources bound (agent type, host, resource id): {{(pid=91668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:57:56.076902 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c52b56-909a-4c43-9e4d-e188cca3f380 None None] Received port after_create {{(pid=91668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 12:57:56.084877 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-0a5de27a-4d22-4fdd-a4cf-053756d7edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:56.087761 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c52b56-909a-4c43-9e4d-e188cca3f380 None None] Pushing event updated for resources: {'Port': ['ID=1ff13db7-95a9-4602-873c-1c4cedc4bd23,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:57:56.121351 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-85c52b56-909a-4c43-9e4d-e188cca3f380 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:57:56.201979 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [None req-85c52b56-909a-4c43-9e4d-e188cca3f380 None None] Attempting to bind port 1ff13db7-95a9-4602-873c-1c4cedc4bd23 on host dv-cinder-796114-1-iscsi for vnic_type normal with profile {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 12:57:56.202409 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [None req-85c52b56-909a-4c43-9e4d-e188cca3f380 None None] Attempting to bind port 1ff13db7-95a9-4602-873c-1c4cedc4bd23 by drivers openvswitch,hyperv on host dv-cinder-796114-1-iscsi at level 0 using segments [{'id': '86bd5776-487d-44b3-91cb-8214abc180f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b082549b-b61d-48b6-a978-1804137ec38a'}] {{(pid=91668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 12:57:56.202788 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c52b56-909a-4c43-9e4d-e188cca3f380 None None] Attempting to bind port 1ff13db7-95a9-4602-873c-1c4cedc4bd23 on network b082549b-b61d-48b6-a978-1804137ec38a {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:57:56.217472 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c52b56-909a-4c43-9e4d-e188cca3f380 None None] Checking agent: {'id': '0e4c1f03-8758-41fd-af96-477868dcd4b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 12, 50, 23), 'started_at': datetime.datetime(2021, 6, 12, 12, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 12, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 12:57:56.218150 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c52b56-909a-4c43-9e4d-e188cca3f380 None None] Checking segment: {'id': '86bd5776-487d-44b3-91cb-8214abc180f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b082549b-b61d-48b6-a978-1804137ec38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:57:56.218898 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-85c52b56-909a-4c43-9e4d-e188cca3f380 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:56.219504 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c52b56-909a-4c43-9e4d-e188cca3f380 None None] Bound using segment: {'id': '86bd5776-487d-44b3-91cb-8214abc180f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b082549b-b61d-48b6-a978-1804137ec38a'} {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 12:57:56.220155 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [None req-85c52b56-909a-4c43-9e4d-e188cca3f380 None None] Bound port: 1ff13db7-95a9-4602-873c-1c4cedc4bd23, host: dv-cinder-796114-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86bd5776-487d-44b3-91cb-8214abc180f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b082549b-b61d-48b6-a978-1804137ec38a'}}] {{(pid=91668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 12:57:56.223312 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-85c52b56-909a-4c43-9e4d-e188cca3f380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:56.236962 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-9e89d766-dc20-4c58-a537-dc276e36be5e req-7b01304d-ff6c-4b4e-ac0e-11e26a079e8e tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd71af93-9ed7-4d24-9fce-a7e5dda5bb63 HTTP/1.1" status: 200 len: 210 time: 0.3998401 Jun 12 12:57:56.312254 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-3be87914-a577-421a-a5e4-47283d0519e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:56.377450 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-3be87914-a577-421a-a5e4-47283d0519e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for port, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:56.381829 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-85c52b56-909a-4c43-9e4d-e188cca3f380 None None] For port 1ff13db7-95a9-4602-873c-1c4cedc4bd23, host dv-cinder-796114-1-iscsi, cleared binding levels {{(pid=91668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 12:57:56.389757 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-85c52b56-909a-4c43-9e4d-e188cca3f380 None None] For port 1ff13db7-95a9-4602-873c-1c4cedc4bd23, host dv-cinder-796114-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=1ff13db7-95a9-4602-873c-1c4cedc4bd23,segment=NetworkSegment(86bd5776-487d-44b3-91cb-8214abc180f6),segment_id=86bd5776-487d-44b3-91cb-8214abc180f6)] {{(pid=91668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 12:57:56.396810 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-85c52b56-909a-4c43-9e4d-e188cca3f380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:56.402349 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:57:56.437766 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-b569dd04-e8d8-4058-ada8-8243a5c634cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:56.455561 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-976d1638-0ea7-44b4-b379-c3bad02243de req-3c306067-c7de-4c60-98fc-f5edf60fec4e tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=01dd2636-c41c-4180-b450-b5b95b907560 HTTP/1.1" status: 200 len: 210 time: 0.1098139 Jun 12 12:57:56.501107 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c52b56-909a-4c43-9e4d-e188cca3f380 None None] Pushing event updated for resources: {'Port': ['ID=1ff13db7-95a9-4602-873c-1c4cedc4bd23,revision_number=2']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:57:56.508078 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-85c52b56-909a-4c43-9e4d-e188cca3f380 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:57:56.545614 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.db.db_base_plugin_common [None req-00ad0901-a35d-4d9f-b5c7-230f6042c50a admin admin] Allocated IP 172.27.3.201 (d31b88ef-fdf5-46b1-8572-11d751094587/d3cd8c99-09c7-4ded-87bb-a3c326773e06/ff6cce8c-05e5-4eab-b45e-7ab716552a6e) {{(pid=91667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 12:57:56.546171 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-b569dd04-e8d8-4058-ada8-8243a5c634cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:56.573122 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-6bab0832-6cf2-434a-8fa7-60385d7c69d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-443815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454298'] for router, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:57.147534 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-00ad0901-a35d-4d9f-b5c7-230f6042c50a admin admin] Notify callbacks [] for port, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:57.151265 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-b569dd04-e8d8-4058-ada8-8243a5c634cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:57.167740 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-b569dd04-e8d8-4058-ada8-8243a5c634cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:57.174621 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-b569dd04-e8d8-4058-ada8-8243a5c634cf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f67093e9-1110-435c-b498-ac8040d678a1 HTTP/1.1" status: 204 len: 168 time: 1.5434024 Jun 12 12:57:57.182419 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-fd73ef75-57c4-4aae-b87d-9352f5993341 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:57:57.213962 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b569dd04-e8d8-4058-ada8-8243a5c634cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67093e9-1110-435c-b498-ac8040d678a1,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:57:57.225344 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-b569dd04-e8d8-4058-ada8-8243a5c634cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:57:57.229197 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bab0832-6cf2-434a-8fa7-60385d7c69d7 admin admin] Router 2d703b04-b819-4eec-958f-b4a2292252f1 is scheduled to L3 agent 68a3a672-d21c-4adb-804e-7b4e770767ea with binding_index 1 {{(pid=91666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 12 12:57:57.316321 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-00ad0901-a35d-4d9f-b5c7-230f6042c50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1466997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-122173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752044431912'] for port, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:57.319341 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1f9564-1e77-43ab-b008-23a4d7205362 None None] Network 64b4b39f-e457-4d52-beb5-ab2bbde33d05 requested from dv-cinder-796114-1-iscsi {{(pid=91668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 12:57:57.351134 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:57:57.450260 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-d1e13648-c2b8-4eee-b5e5-ef7555175bec None None] Provisioning for port e7880da9-5d35-460a-adcd-3829f809b8e0 completed by entity DHCP. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:57:57.456820 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ad0901-a35d-4d9f-b5c7-230f6042c50a admin admin] Pushing event updated for resources: {'Port': ['ID=ff6cce8c-05e5-4eab-b45e-7ab716552a6e,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:57:57.469991 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 50746) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:57:57.518871 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-00ad0901-a35d-4d9f-b5c7-230f6042c50a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:57:57.558180 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ad0901-a35d-4d9f-b5c7-230f6042c50a admin admin] Network d31b88ef-fdf5-46b1-8572-11d751094587 is already hosted by enough agents. {{(pid=91667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:57:57.565256 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.db.db_base_plugin_common [None req-3be87914-a577-421a-a5e4-47283d0519e3 admin admin] Allocated IP 172.27.3.142 (d31b88ef-fdf5-46b1-8572-11d751094587/d3cd8c99-09c7-4ded-87bb-a3c326773e06/0777934b-50f2-4737-b8f9-b25f8eedbe99) {{(pid=91667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 12:57:57.578779 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.base_scheduler [None req-00ad0901-a35d-4d9f-b5c7-230f6042c50a admin admin] Resources bound (agent type, host, resource id): {{(pid=91667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:57:57.593760 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ad0901-a35d-4d9f-b5c7-230f6042c50a admin admin] Received port after_create {{(pid=91667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 12:57:57.689357 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bab0832-6cf2-434a-8fa7-60385d7c69d7 admin admin] Notify agent at l3_agent.dv-cinder-796114-1-iscsi the message routers_updated {{(pid=91666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 12:57:57.705157 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd3874a-04ec-4bea-8b79-675879d545d0 None None] Sync routers for ids ['2d703b04-b819-4eec-958f-b4a2292252f1'] in dv-cinder-796114-1-iscsi {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 12:57:57.722918 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd3874a-04ec-4bea-8b79-675879d545d0 None None] Routers {'2d703b04-b819-4eec-958f-b4a2292252f1'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:57:57.724155 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-1cd3874a-04ec-4bea-8b79-675879d545d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T12:57:53Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['2d703b04-b819-4eec-958f-b4a2292252f1'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:57:57.760701 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-f96fe912-d7ab-484d-9273-51a5f78829da req-f782cb32-284d-4455-bf20-0895ae5d78a9 tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd71af93-9ed7-4d24-9fce-a7e5dda5bb63 HTTP/1.1" status: 200 len: 210 time: 0.0496967 Jun 12 12:57:57.784588 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-6bab0832-6cf2-434a-8fa7-60385d7c69d7 admin admin] Notify callbacks [] for router, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:57.786060 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-6bab0832-6cf2-434a-8fa7-60385d7c69d7 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.2791872 Jun 12 12:57:57.788694 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 50758) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:57:57.899025 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-5c08676d-c970-4fc5-bc6e-7c1a59c5868f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:58.063519 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device 1ff13db7-95a9-4602-873c-1c4cedc4bd23 up at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:57:58.196141 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning for port 1ff13db7-95a9-4602-873c-1c4cedc4bd23 completed by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:57:58.200489 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device e7880da9-5d35-460a-adcd-3829f809b8e0 up at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:57:58.236643 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-e6a373ec-a686-4008-a931-a3d17ce7a96d req-3a00d6b6-9c6c-4973-b27a-843860c17e0e tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=01dd2636-c41c-4180-b450-b5b95b907560 HTTP/1.1" status: 200 len: 210 time: 0.3349943 Jun 12 12:57:58.341707 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6be716-fc1e-4e69-8516-584c4c7aba9b None None] Network b082549b-b61d-48b6-a978-1804137ec38a requested from dv-cinder-796114-1-iscsi {{(pid=91668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 12:57:58.439334 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.30', 60681) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:57:58.463034 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-1cd3874a-04ec-4bea-8b79-675879d545d0 None None] Set router 2d703b04-b819-4eec-958f-b4a2292252f1 gateway port host: dv-cinder-796114-1-iscsi {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:57:58.551135 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-d07b70cb-a408-4c96-939f-4e1f34d00fc6 None None] Provisioning for port 1ff13db7-95a9-4602-873c-1c4cedc4bd23 completed by entity DHCP. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:57:58.562707 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning for port e7880da9-5d35-460a-adcd-3829f809b8e0 completed by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:57:58.570423 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-d07b70cb-a408-4c96-939f-4e1f34d00fc6 None None] Provisioning complete for port 1ff13db7-95a9-4602-873c-1c4cedc4bd23 triggered by entity DHCP. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:57:58.571010 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-d07b70cb-a408-4c96-939f-4e1f34d00fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:58.579466 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning complete for port e7880da9-5d35-460a-adcd-3829f809b8e0 triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:57:58.579985 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:58.610498 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-3be87914-a577-421a-a5e4-47283d0519e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:58.750548 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-5c08676d-c970-4fc5-bc6e-7c1a59c5868f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:58.765495 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-3be87914-a577-421a-a5e4-47283d0519e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1466997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-122173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752044431912'] for port, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:58.771907 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-5c08676d-c970-4fc5-bc6e-7c1a59c5868f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:58.786309 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:57:58.835263 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-5c08676d-c970-4fc5-bc6e-7c1a59c5868f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eed7ac48fdad4b24b84ad1d0039e9663&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3361046 Jun 12 12:57:58.863832 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 50786) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:57:58.907671 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be87914-a577-421a-a5e4-47283d0519e3 admin admin] Network d31b88ef-fdf5-46b1-8572-11d751094587 is already hosted by enough agents. {{(pid=91667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:57:58.912561 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.base_scheduler [None req-3be87914-a577-421a-a5e4-47283d0519e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=91667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:57:58.931397 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be87914-a577-421a-a5e4-47283d0519e3 admin admin] Received port after_create {{(pid=91667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 12:57:59.002687 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-1cd3874a-04ec-4bea-8b79-675879d545d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d703b04-b819-4eec-958f-b4a2292252f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1705789875-router', 'tenant_id': '7f18be0815224addb543ffddc7807c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '51ea6e07-a05b-4867-8d4d-a7a8446f9496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:57:52Z', 'updated_at': '2021-06-12T12:57:54Z', 'revision_number': 3, 'project_id': '7f18be0815224addb543ffddc7807c85', 'gw_port': {'id': '51ea6e07-a05b-4867-8d4d-a7a8446f9496', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d703b04-b819-4eec-958f-b4a2292252f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:57:53Z', 'updated_at': '2021-06-12T12:57:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi'}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:57:59.006327 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:59.006864 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd3874a-04ec-4bea-8b79-675879d545d0 None None] Checking router: 2d703b04-b819-4eec-958f-b4a2292252f1 for host: dv-cinder-796114-1-iscsi {{(pid=91669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 12:57:59.007340 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd3874a-04ec-4bea-8b79-675879d545d0 None None] Updating router 2d703b04-b819-4eec-958f-b4a2292252f1 port 51ea6e07-a05b-4867-8d4d-a7a8446f9496 binding host dv-cinder-796114-1-iscsi {{(pid=91669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 12:57:59.068368 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c7ef9-dbc6-43a5-92bb-c32b872f4789 req-41866718-eafb-4e77-b25c-eeacd20828c2 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:57:59.068368 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-4c5c7ef9-dbc6-43a5-92bb-c32b872f4789 req-41866718-eafb-4e77-b25c-eeacd20828c2 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.30 "GET /v2.0/networks?id=e426109e-dad3-4f65-a54a-d678409a1b99 HTTP/1.1" status: 200 len: 814 time: 0.6273003 Jun 12 12:57:59.112226 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-d07b70cb-a408-4c96-939f-4e1f34d00fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:59.115469 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1cd3874a-04ec-4bea-8b79-675879d545d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:59.117243 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-688f47c7-e1b8-4e82-bef6-b67e8444bfec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:59.170880 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] For port e7880da9-5d35-460a-adcd-3829f809b8e0, host dv-cinder-796114-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=e7880da9-5d35-460a-adcd-3829f809b8e0,segment=NetworkSegment(a0a674b8-7738-4903-8a88-2eeaa5688873),segment_id=a0a674b8-7738-4903-8a88-2eeaa5688873)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:57:59.201002 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:59.219847 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-d07b70cb-a408-4c96-939f-4e1f34d00fc6 None None] For port 1ff13db7-95a9-4602-873c-1c4cedc4bd23, host dv-cinder-796114-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=1ff13db7-95a9-4602-873c-1c4cedc4bd23,segment=NetworkSegment(86bd5776-487d-44b3-91cb-8214abc180f6),segment_id=86bd5776-487d-44b3-91cb-8214abc180f6)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:57:59.220050 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-688f47c7-e1b8-4e82-bef6-b67e8444bfec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:59.231448 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:57:59.298400 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-d07b70cb-a408-4c96-939f-4e1f34d00fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:59.350808 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Pushing event updated for resources: {'Port': ['ID=e7880da9-5d35-460a-adcd-3829f809b8e0,revision_number=3']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:57:59.362650 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:57:59.363805 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-85c52b56-909a-4c43-9e4d-e188cca3f380 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:57:59.376103 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.30', 60685) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:57:59.397938 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be87914-a577-421a-a5e4-47283d0519e3 admin admin] Pushing event updated for resources: {'Port': ['ID=0777934b-50f2-4737-b8f9-b25f8eedbe99,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:57:59.429194 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-3be87914-a577-421a-a5e4-47283d0519e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.643s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:57:59.429598 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.597s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:57:59.490130 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-a4e715d3-31cd-48e2-b60e-d81c1c602767 req-ecfde8ee-1aeb-4457-8035-2b81522b5250 tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd71af93-9ed7-4d24-9fce-a7e5dda5bb63 HTTP/1.1" status: 200 len: 210 time: 0.4139624 Jun 12 12:57:59.564774 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07b70cb-a408-4c96-939f-4e1f34d00fc6 None None] Pushing event updated for resources: {'Port': ['ID=1ff13db7-95a9-4602-873c-1c4cedc4bd23,revision_number=3']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:57:59.578799 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-d07b70cb-a408-4c96-939f-4e1f34d00fc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:57:59.608438 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-223fca87-6509-42dc-bad5-8abae51b56a9 None None] Provisioning complete for port e7880da9-5d35-460a-adcd-3829f809b8e0 triggered by entity DHCP. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:57:59.612008 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-223fca87-6509-42dc-bad5-8abae51b56a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:59.694033 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c08676d-c970-4fc5-bc6e-7c1a59c5868f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8ae07b-dcb2-480c-b47a-4f2c70859c47,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:57:59.735849 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-5c08676d-c970-4fc5-bc6e-7c1a59c5868f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:57:59.772759 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-00ad0901-a35d-4d9f-b5c7-230f6042c50a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:57:59.938097 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd990d63-bc3a-4e20-a369-16faeefb77af req-dd1198d9-e273-4b79-8be8-9aa7880be803 tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:57:59.940170 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-cd990d63-bc3a-4e20-a369-16faeefb77af req-dd1198d9-e273-4b79-8be8-9aa7880be803 tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] 10.222.0.30 "GET /v2.0/networks?id=93a13242-8cf3-4a2f-b262-b744cb0002a8 HTTP/1.1" status: 200 len: 811 time: 0.4525347 Jun 12 12:57:59.944202 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [req-4c5c7ef9-dbc6-43a5-92bb-c32b872f4789 req-8d879c51-d4f0-4a51-9e2a-a4faeb1d0813 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Request body: {'port': {'device_id': '01dd2636-c41c-4180-b450-b5b95b907560', 'network_id': 'e426109e-dad3-4f65-a54a-d678409a1b99', 'admin_state_up': True, 'tenant_id': '95c531eed7bc41ed93d7b43b25a1fa63'}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:57:59.952021 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device 1ff13db7-95a9-4602-873c-1c4cedc4bd23 up at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:58:00.083461 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-ce68b8a2-fc8b-4b0f-9e30-f7eb1371d5bf req-0c589898-aefd-4754-9c45-7fb7b063b10b tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=01dd2636-c41c-4180-b450-b5b95b907560 HTTP/1.1" status: 200 len: 210 time: 0.3918512 Jun 12 12:58:00.129405 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-3be87914-a577-421a-a5e4-47283d0519e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:00.185401 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning complete for port 1ff13db7-95a9-4602-873c-1c4cedc4bd23 triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:58:00.185401 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:00.302043 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-dd0d1aab-7c40-4034-b01c-6cb45365c39f None None] Provisioning complete for port 1ff13db7-95a9-4602-873c-1c4cedc4bd23 triggered by entity DHCP. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:58:00.302541 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-dd0d1aab-7c40-4034-b01c-6cb45365c39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:00.307152 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1cd3874a-04ec-4bea-8b79-675879d545d0 None None] Notify callbacks [] for port, precommit_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:00.431254 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device e7880da9-5d35-460a-adcd-3829f809b8e0 up at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:58:00.509818 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [req-cd990d63-bc3a-4e20-a369-16faeefb77af req-e54f6368-1be8-47c6-aead-5ac7b699743b tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] Request body: {'port': {'device_id': 'cd71af93-9ed7-4d24-9fce-a7e5dda5bb63', 'network_id': '93a13242-8cf3-4a2f-b262-b744cb0002a8', 'admin_state_up': True, 'tenant_id': 'b67a286ffa654c969fe77992bb8766b0'}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:58:00.526829 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-1cd3874a-04ec-4bea-8b79-675879d545d0 None None] Transition to ACTIVE for port object 51ea6e07-a05b-4867-8d4d-a7a8446f9496 will not be triggered until provisioned by entity L2. {{(pid=91669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:58:00.537419 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1cd3874a-04ec-4bea-8b79-675879d545d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:00.548272 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-065ca0cd-5516-4e6c-a89e-4aacc583e4d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:00.610004 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-688f47c7-e1b8-4e82-bef6-b67e8444bfec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:00.686174 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-1cd3874a-04ec-4bea-8b79-675879d545d0 None None] Attempting to bind port 51ea6e07-a05b-4867-8d4d-a7a8446f9496 on host dv-cinder-796114-1-iscsi for vnic_type normal with profile {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 12:58:00.693526 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-1cd3874a-04ec-4bea-8b79-675879d545d0 None None] Attempting to bind port 51ea6e07-a05b-4867-8d4d-a7a8446f9496 by drivers openvswitch,hyperv on host dv-cinder-796114-1-iscsi at level 0 using segments [{'id': '3c2da916-7025-41e9-bbaa-dbdda4d660f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587'}] {{(pid=91669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 12:58:00.694092 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd3874a-04ec-4bea-8b79-675879d545d0 None None] Attempting to bind port 51ea6e07-a05b-4867-8d4d-a7a8446f9496 on network d31b88ef-fdf5-46b1-8572-11d751094587 {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:58:00.697637 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb782ba4-8605-47cb-b0be-67f7fc5789ef None None] Pushing event updated for resources: {'Port': ['ID=51ea6e07-a05b-4867-8d4d-a7a8446f9496,revision_number=2']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:00.718248 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd3874a-04ec-4bea-8b79-675879d545d0 None None] Checking agent: {'id': '0e4c1f03-8758-41fd-af96-477868dcd4b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 12, 50, 23), 'started_at': datetime.datetime(2021, 6, 12, 12, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 12, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 12:58:00.719013 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd3874a-04ec-4bea-8b79-675879d545d0 None None] Checking segment: {'id': '3c2da916-7025-41e9-bbaa-dbdda4d660f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:58:00.720429 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1cd3874a-04ec-4bea-8b79-675879d545d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:00.721015 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd3874a-04ec-4bea-8b79-675879d545d0 None None] Bound using segment: {'id': '3c2da916-7025-41e9-bbaa-dbdda4d660f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587'} {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 12:58:00.722417 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-1cd3874a-04ec-4bea-8b79-675879d545d0 None None] Bound port: 51ea6e07-a05b-4867-8d4d-a7a8446f9496, host: dv-cinder-796114-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2da916-7025-41e9-bbaa-dbdda4d660f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587'}}] {{(pid=91669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 12:58:00.723661 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1cd3874a-04ec-4bea-8b79-675879d545d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:00.732926 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-688f47c7-e1b8-4e82-bef6-b67e8444bfec admin admin] Notify callbacks [] for security_group, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:00.739308 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb782ba4-8605-47cb-b0be-67f7fc5789ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:58:00.741085 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-688f47c7-e1b8-4e82-bef6-b67e8444bfec admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ab8ae07b-dcb2-480c-b47a-4f2c70859c47 HTTP/1.1" status: 204 len: 168 time: 1.8760319 Jun 12 12:58:00.741564 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb782ba4-8605-47cb-b0be-67f7fc5789ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:58:00.741943 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb782ba4-8605-47cb-b0be-67f7fc5789ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:58:00.746232 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning complete for port e7880da9-5d35-460a-adcd-3829f809b8e0 triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:58:00.746232 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:00.748300 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb782ba4-8605-47cb-b0be-67f7fc5789ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:58:00.748935 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb782ba4-8605-47cb-b0be-67f7fc5789ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:58:00.750257 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb782ba4-8605-47cb-b0be-67f7fc5789ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:58:00.751458 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb782ba4-8605-47cb-b0be-67f7fc5789ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:58:00.752654 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb782ba4-8605-47cb-b0be-67f7fc5789ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:58:00.752966 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb782ba4-8605-47cb-b0be-67f7fc5789ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:58:00.753296 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb782ba4-8605-47cb-b0be-67f7fc5789ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:58:00.755100 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb782ba4-8605-47cb-b0be-67f7fc5789ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:58:00.756258 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb782ba4-8605-47cb-b0be-67f7fc5789ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:58:00.757545 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb782ba4-8605-47cb-b0be-67f7fc5789ef None None] Tracked resource versions report: Jun 12 12:58:00.757545 dv-cinder-796114-1-iscsi neutron-server[91669]: pushed versions: Jun 12 12:58:00.757545 dv-cinder-796114-1-iscsi neutron-server[91669]: { 'AddressGroup': {'1.2'}, Jun 12 12:58:00.757545 dv-cinder-796114-1-iscsi neutron-server[91669]: 'ConntrackHelper': {'1.0'}, Jun 12 12:58:00.757545 dv-cinder-796114-1-iscsi neutron-server[91669]: 'Log': {'1.0'}, Jun 12 12:58:00.757545 dv-cinder-796114-1-iscsi neutron-server[91669]: 'Network': {'1.1'}, Jun 12 12:58:00.757545 dv-cinder-796114-1-iscsi neutron-server[91669]: 'Port': {'1.7'}, Jun 12 12:58:00.757545 dv-cinder-796114-1-iscsi neutron-server[91669]: 'PortForwarding': {'1.2'}, Jun 12 12:58:00.757545 dv-cinder-796114-1-iscsi neutron-server[91669]: 'QosPolicy': {'1.8'}, Jun 12 12:58:00.757545 dv-cinder-796114-1-iscsi neutron-server[91669]: 'SecurityGroup': {'1.4'}, Jun 12 12:58:00.757545 dv-cinder-796114-1-iscsi neutron-server[91669]: 'SecurityGroupRule': {'1.2'}, Jun 12 12:58:00.757545 dv-cinder-796114-1-iscsi neutron-server[91669]: 'SubPort': {'1.0'}, Jun 12 12:58:00.757545 dv-cinder-796114-1-iscsi neutron-server[91669]: 'Subnet': {'1.1'}, Jun 12 12:58:00.757545 dv-cinder-796114-1-iscsi neutron-server[91669]: 'Trunk': {'1.1'}} Jun 12 12:58:00.757545 dv-cinder-796114-1-iscsi neutron-server[91669]: consumer versions: Jun 12 12:58:00.757545 dv-cinder-796114-1-iscsi neutron-server[91669]: { DHCP agent@dv-cinder-796114-1-iscsi: {}, Jun 12 12:58:00.757545 dv-cinder-796114-1-iscsi neutron-server[91669]: HyperV agent@hv-cinder-79611: {}, Jun 12 12:58:00.757545 dv-cinder-796114-1-iscsi neutron-server[91669]: L3 agent@dv-cinder-796114-1-iscsi: {}, Jun 12 12:58:00.757545 dv-cinder-796114-1-iscsi neutron-server[91669]: Metadata agent@dv-cinder-796114-1-iscsi: {}, Jun 12 12:58:00.757545 dv-cinder-796114-1-iscsi neutron-server[91669]: Metering agent@dv-cinder-796114-1-iscsi: {}, Jun 12 12:58:00.757545 dv-cinder-796114-1-iscsi neutron-server[91669]: Open vSwitch agent@dv-cinder-796114-1-iscsi: { 'AddressGroup': '1.2', Jun 12 12:58:00.757545 dv-cinder-796114-1-iscsi neutron-server[91669]: 'ConntrackHelper': '1.0', Jun 12 12:58:00.757545 dv-cinder-796114-1-iscsi neutron-server[91669]: 'Log': '1.0', Jun 12 12:58:00.757545 dv-cinder-796114-1-iscsi neutron-server[91669]: 'Network': '1.1', Jun 12 12:58:00.757545 dv-cinder-796114-1-iscsi neutron-server[91669]: 'Port': '1.7', Jun 12 12:58:00.757545 dv-cinder-796114-1-iscsi neutron-server[91669]: 'PortForwarding': '1.2', Jun 12 12:58:00.757545 dv-cinder-796114-1-iscsi neutron-server[91669]: 'QosPolicy': '1.8', Jun 12 12:58:00.757545 dv-cinder-796114-1-iscsi neutron-server[91669]: 'SecurityGroup': '1.4', Jun 12 12:58:00.757545 dv-cinder-796114-1-iscsi neutron-server[91669]: 'SecurityGroupRule': '1.2', Jun 12 12:58:00.757545 dv-cinder-796114-1-iscsi neutron-server[91669]: 'SubPort': '1.0', Jun 12 12:58:00.757545 dv-cinder-796114-1-iscsi neutron-server[91669]: 'Subnet': '1.1', Jun 12 12:58:00.757545 dv-cinder-796114-1-iscsi neutron-server[91669]: 'Trunk': '1.1'}} Jun 12 12:58:00.757545 dv-cinder-796114-1-iscsi neutron-server[91669]: {{(pid=91669) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 12 12:58:00.772991 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-fb782ba4-8605-47cb-b0be-67f7fc5789ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:00.853628 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:00.927453 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-3be87914-a577-421a-a5e4-47283d0519e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-443815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454298'] for router, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:00.951112 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-00ad0901-a35d-4d9f-b5c7-230f6042c50a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-443815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454298'] for router, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:00.969534 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-1cd3874a-04ec-4bea-8b79-675879d545d0 None None] For port 51ea6e07-a05b-4867-8d4d-a7a8446f9496, host dv-cinder-796114-1-iscsi, cleared binding levels {{(pid=91669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 12:58:00.976075 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-1cd3874a-04ec-4bea-8b79-675879d545d0 None None] For port 51ea6e07-a05b-4867-8d4d-a7a8446f9496, host dv-cinder-796114-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=51ea6e07-a05b-4867-8d4d-a7a8446f9496,segment=NetworkSegment(3c2da916-7025-41e9-bbaa-dbdda4d660f0),segment_id=3c2da916-7025-41e9-bbaa-dbdda4d660f0)] {{(pid=91669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 12:58:00.984744 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1cd3874a-04ec-4bea-8b79-675879d545d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:00.988263 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:00.990259 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688f47c7-e1b8-4e82-bef6-b67e8444bfec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8ae07b-dcb2-480c-b47a-4f2c70859c47,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:01.063932 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-688f47c7-e1b8-4e82-bef6-b67e8444bfec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:01.152584 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-1f2a536c-bf4e-4371-ab1e-b5ae1185bc4b req-8b69c6c6-d406-4ff0-863c-d01d1abbf289 tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd71af93-9ed7-4d24-9fce-a7e5dda5bb63 HTTP/1.1" status: 200 len: 210 time: 0.1909032 Jun 12 12:58:01.222718 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-750227aa-b65f-4496-a12c-eedac5710cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for port, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:01.223848 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb782ba4-8605-47cb-b0be-67f7fc5789ef None None] Pushing event updated for resources: {'Port': ['ID=51ea6e07-a05b-4867-8d4d-a7a8446f9496,revision_number=3']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:01.245198 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-fb782ba4-8605-47cb-b0be-67f7fc5789ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:01.245956 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd3874a-04ec-4bea-8b79-675879d545d0 None None] Routers {'2d703b04-b819-4eec-958f-b4a2292252f1'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:58:01.250848 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-1cd3874a-04ec-4bea-8b79-675879d545d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T12:57:53Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['2d703b04-b819-4eec-958f-b4a2292252f1'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:58:01.295434 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c5c7ef9-dbc6-43a5-92bb-c32b872f4789 req-8d879c51-d4f0-4a51-9e2a-a4faeb1d0813 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Made reservation on behalf of 95c531eed7bc41ed93d7b43b25a1fa63 for: {'port': 1} {{(pid=91666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 12:58:01.303600 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-4c5c7ef9-dbc6-43a5-92bb-c32b872f4789 req-8d879c51-d4f0-4a51-9e2a-a4faeb1d0813 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for port, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:01.499959 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd990d63-bc3a-4e20-a369-16faeefb77af req-e54f6368-1be8-47c6-aead-5ac7b699743b tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] Made reservation on behalf of b67a286ffa654c969fe77992bb8766b0 for: {'port': 1} {{(pid=91666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 12:58:01.511295 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-cd990d63-bc3a-4e20-a369-16faeefb77af req-e54f6368-1be8-47c6-aead-5ac7b699743b tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for port, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:01.682754 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-47aadb67-2de3-4fa3-aef6-6891668c76e7 req-2168bf7b-d0f1-4efe-89f4-70b43a410611 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=01dd2636-c41c-4180-b450-b5b95b907560 HTTP/1.1" status: 200 len: 210 time: 0.1741962 Jun 12 12:58:01.702007 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3be87914-a577-421a-a5e4-47283d0519e3 admin admin] Router 428e15d8-202d-424d-8a98-48c306e0ff76 is scheduled to L3 agent 68a3a672-d21c-4adb-804e-7b4e770767ea with binding_index 1 {{(pid=91667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 12 12:58:01.704228 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-1cd3874a-04ec-4bea-8b79-675879d545d0 None None] Set router 2d703b04-b819-4eec-958f-b4a2292252f1 gateway port host: dv-cinder-796114-1-iscsi {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:58:02.079579 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be87914-a577-421a-a5e4-47283d0519e3 admin admin] Notify agent at l3_agent.dv-cinder-796114-1-iscsi the message routers_updated {{(pid=91667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 12:58:02.093026 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33db3c89-bb08-4e00-af30-a0253b79f746 None None] Sync routers for ids ['428e15d8-202d-424d-8a98-48c306e0ff76'] in dv-cinder-796114-1-iscsi {{(pid=91668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 12:58:02.111761 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33db3c89-bb08-4e00-af30-a0253b79f746 None None] Routers {'428e15d8-202d-424d-8a98-48c306e0ff76'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:58:02.112453 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-33db3c89-bb08-4e00-af30-a0253b79f746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T12:57:53Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['428e15d8-202d-424d-8a98-48c306e0ff76'], 'active': True} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:58:02.170574 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-3be87914-a577-421a-a5e4-47283d0519e3 admin admin] Notify callbacks [] for router, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:02.174796 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-3be87914-a577-421a-a5e4-47283d0519e3 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 9.2123506 Jun 12 12:58:02.177033 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 50900) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:58:02.192489 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00ad0901-a35d-4d9f-b5c7-230f6042c50a admin admin] Router ab790889-3468-48de-83f3-e25c7084e6c4 is scheduled to L3 agent 68a3a672-d21c-4adb-804e-7b4e770767ea with binding_index 1 {{(pid=91667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 12 12:58:02.249582 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-1cd3874a-04ec-4bea-8b79-675879d545d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d703b04-b819-4eec-958f-b4a2292252f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1705789875-router', 'tenant_id': '7f18be0815224addb543ffddc7807c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '51ea6e07-a05b-4867-8d4d-a7a8446f9496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:57:52Z', 'updated_at': '2021-06-12T12:57:54Z', 'revision_number': 3, 'project_id': '7f18be0815224addb543ffddc7807c85', 'gw_port': {'id': '51ea6e07-a05b-4867-8d4d-a7a8446f9496', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d703b04-b819-4eec-958f-b4a2292252f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:57:53Z', 'updated_at': '2021-06-12T12:58:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi'}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:58:02.268764 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd3874a-04ec-4bea-8b79-675879d545d0 None None] The sync data for ids ['2d703b04-b819-4eec-958f-b4a2292252f1'] in dv-cinder-796114-1-iscsi is: [{'id': '2d703b04-b819-4eec-958f-b4a2292252f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1705789875-router', 'tenant_id': '7f18be0815224addb543ffddc7807c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '51ea6e07-a05b-4867-8d4d-a7a8446f9496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:57:52Z', 'updated_at': '2021-06-12T12:57:54Z', 'revision_number': 3, 'project_id': '7f18be0815224addb543ffddc7807c85', 'gw_port': {'id': '51ea6e07-a05b-4867-8d4d-a7a8446f9496', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d703b04-b819-4eec-958f-b4a2292252f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:57:53Z', 'updated_at': '2021-06-12T12:58:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi'}] {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 12:58:02.621574 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.db_base_plugin_common [req-4c5c7ef9-dbc6-43a5-92bb-c32b872f4789 req-8d879c51-d4f0-4a51-9e2a-a4faeb1d0813 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Allocated IP 172.20.0.7 (e426109e-dad3-4f65-a54a-d678409a1b99/f71341f6-cb58-4087-aff6-95b2f92c6898/9ebdb42a-1f6b-4820-90e8-c352aedcfc4f) {{(pid=91666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 12:58:02.686795 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-55de472f-4659-4d35-a56c-4fbc48c5999c req-37aa30f2-e6c7-4491-9e09-a654d8412c01 tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd71af93-9ed7-4d24-9fce-a7e5dda5bb63 HTTP/1.1" status: 200 len: 210 time: 0.0916214 Jun 12 12:58:02.707274 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvr_db [None req-33db3c89-bb08-4e00-af30-a0253b79f746 None None] Set router 428e15d8-202d-424d-8a98-48c306e0ff76 gateway port host: dv-cinder-796114-1-iscsi {{(pid=91668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:58:02.733186 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.db_base_plugin_common [None req-750227aa-b65f-4496-a12c-eedac5710cda admin admin] Allocated IP 172.20.0.1 (64b4b39f-e457-4d52-beb5-ab2bbde33d05/f2822e5c-4cf7-4702-9de8-8d297e10d4e8/a67d836e-9483-468a-9890-6e43140cd4df) {{(pid=91666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 12:58:03.080278 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.db_base_plugin_common [req-cd990d63-bc3a-4e20-a369-16faeefb77af req-e54f6368-1be8-47c6-aead-5ac7b699743b tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] Allocated IP 172.20.0.13 (93a13242-8cf3-4a2f-b262-b744cb0002a8/aadd9068-a48c-4c25-a9e1-6ce4c63bc457/3a1676d1-6005-4012-93ff-4c03ba80e978) {{(pid=91666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 12:58:03.256328 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-888044e4-36b5-4192-8c03-c1b5435851bd req-e1b28a5b-2517-4e8d-b900-16e6718bf3e8 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=01dd2636-c41c-4180-b450-b5b95b907560 HTTP/1.1" status: 200 len: 210 time: 0.1280172 Jun 12 12:58:03.322900 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-33db3c89-bb08-4e00-af30-a0253b79f746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428e15d8-202d-424d-8a98-48c306e0ff76', 'name': 'tempest-ServerRescueNegativeTestJSON-319688326-router', 'tenant_id': 'a1fdb5b3d3254fb7a2c5c6bf9fba5480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '0777934b-50f2-4737-b8f9-b25f8eedbe99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:57:54Z', 'updated_at': '2021-06-12T12:57:59Z', 'revision_number': 3, 'project_id': 'a1fdb5b3d3254fb7a2c5c6bf9fba5480', 'gw_port': {'id': '0777934b-50f2-4737-b8f9-b25f8eedbe99', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ee:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428e15d8-202d-424d-8a98-48c306e0ff76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:57:56Z', 'updated_at': '2021-06-12T12:57:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi'}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:58:03.341079 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33db3c89-bb08-4e00-af30-a0253b79f746 None None] Checking router: 428e15d8-202d-424d-8a98-48c306e0ff76 for host: dv-cinder-796114-1-iscsi {{(pid=91668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 12:58:03.342590 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33db3c89-bb08-4e00-af30-a0253b79f746 None None] Updating router 428e15d8-202d-424d-8a98-48c306e0ff76 port 0777934b-50f2-4737-b8f9-b25f8eedbe99 binding host dv-cinder-796114-1-iscsi {{(pid=91668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 12:58:03.524117 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-750227aa-b65f-4496-a12c-eedac5710cda admin admin] Notify callbacks [] for port, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:03.532415 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-33db3c89-bb08-4e00-af30-a0253b79f746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:03.543748 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-750227aa-b65f-4496-a12c-eedac5710cda admin admin] Transition to ACTIVE for port object a67d836e-9483-468a-9890-6e43140cd4df will not be triggered until provisioned by entity DHCP. {{(pid=91666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:58:03.620274 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-750227aa-b65f-4496-a12c-eedac5710cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1466997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-122173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752044431912'] for port, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:03.692685 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ad0901-a35d-4d9f-b5c7-230f6042c50a admin admin] Notify agent at l3_agent.dv-cinder-796114-1-iscsi the message routers_updated {{(pid=91667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 12:58:03.704597 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23f5c67-48af-4673-8b82-ad9424f8f385 None None] Sync routers for ids ['ab790889-3468-48de-83f3-e25c7084e6c4'] in dv-cinder-796114-1-iscsi {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 12:58:03.725739 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23f5c67-48af-4673-8b82-ad9424f8f385 None None] Routers {'ab790889-3468-48de-83f3-e25c7084e6c4'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:58:03.726512 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-d23f5c67-48af-4673-8b82-ad9424f8f385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T12:57:53Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['ab790889-3468-48de-83f3-e25c7084e6c4'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:58:04.144028 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device 51ea6e07-a05b-4867-8d4d-a7a8446f9496 up at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:58:04.225128 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-cd990d63-bc3a-4e20-a369-16faeefb77af req-e54f6368-1be8-47c6-aead-5ac7b699743b tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] Notify callbacks [] for port, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:04.390612 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-d23f5c67-48af-4673-8b82-ad9424f8f385 None None] Set router ab790889-3468-48de-83f3-e25c7084e6c4 gateway port host: dv-cinder-796114-1-iscsi {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:58:04.572828 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-00ad0901-a35d-4d9f-b5c7-230f6042c50a admin admin] Notify callbacks [] for router, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:04.590693 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-00ad0901-a35d-4d9f-b5c7-230f6042c50a admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.4462883 Jun 12 12:58:04.604412 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 50956) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:58:04.616408 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:04.722039 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-cd990d63-bc3a-4e20-a369-16faeefb77af req-e54f6368-1be8-47c6-aead-5ac7b699743b tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1466997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-122173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752044431912'] for port, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:04.729350 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning for port 51ea6e07-a05b-4867-8d4d-a7a8446f9496 completed by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:58:04.747489 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning complete for port 51ea6e07-a05b-4867-8d4d-a7a8446f9496 triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:58:04.748460 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:05.112304 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:05.152922 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-33db3c89-bb08-4e00-af30-a0253b79f746 None None] Notify callbacks [] for port, precommit_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:05.175596 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-6d875c05-b6d5-4e75-a5d3-392df8d464c3 req-396eb5f3-8668-454d-8b92-617d961ba307 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=01dd2636-c41c-4180-b450-b5b95b907560 HTTP/1.1" status: 200 len: 210 time: 0.2958024 Jun 12 12:58:05.194958 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] For port 51ea6e07-a05b-4867-8d4d-a7a8446f9496, host dv-cinder-796114-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=51ea6e07-a05b-4867-8d4d-a7a8446f9496,segment=NetworkSegment(3c2da916-7025-41e9-bbaa-dbdda4d660f0),segment_id=3c2da916-7025-41e9-bbaa-dbdda4d660f0)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:58:05.211803 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-33db3c89-bb08-4e00-af30-a0253b79f746 None None] Transition to ACTIVE for port object 0777934b-50f2-4737-b8f9-b25f8eedbe99 will not be triggered until provisioned by entity L2. {{(pid=91668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:58:05.215953 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:05.219964 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:05.372698 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-d23f5c67-48af-4673-8b82-ad9424f8f385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab790889-3468-48de-83f3-e25c7084e6c4', 'name': 'tempest-AttachVolumeTestJSON-1158203021-router', 'tenant_id': 'a33e9937caaf41ca8fc301bec96ba603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': 'ff6cce8c-05e5-4eab-b45e-7ab716552a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:57:53Z', 'updated_at': '2021-06-12T12:57:58Z', 'revision_number': 3, 'project_id': 'a33e9937caaf41ca8fc301bec96ba603', 'gw_port': {'id': 'ff6cce8c-05e5-4eab-b45e-7ab716552a6e', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:39:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab790889-3468-48de-83f3-e25c7084e6c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:57:55Z', 'updated_at': '2021-06-12T12:57:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi'}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:58:05.382830 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23f5c67-48af-4673-8b82-ad9424f8f385 None None] Checking router: ab790889-3468-48de-83f3-e25c7084e6c4 for host: dv-cinder-796114-1-iscsi {{(pid=91669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 12:58:05.383338 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23f5c67-48af-4673-8b82-ad9424f8f385 None None] Updating router ab790889-3468-48de-83f3-e25c7084e6c4 port ff6cce8c-05e5-4eab-b45e-7ab716552a6e binding host dv-cinder-796114-1-iscsi {{(pid=91669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 12:58:05.386450 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Pushing event updated for resources: {'Port': ['ID=51ea6e07-a05b-4867-8d4d-a7a8446f9496,revision_number=4']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:05.409367 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:05.414296 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-33db3c89-bb08-4e00-af30-a0253b79f746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:05.419942 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-4c5c7ef9-dbc6-43a5-92bb-c32b872f4789 req-8d879c51-d4f0-4a51-9e2a-a4faeb1d0813 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Notify callbacks [] for port, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:05.440858 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd990d63-bc3a-4e20-a369-16faeefb77af req-e54f6368-1be8-47c6-aead-5ac7b699743b tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] Network 93a13242-8cf3-4a2f-b262-b744cb0002a8 is already hosted by enough agents. {{(pid=91666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:58:05.443040 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-d07b70cb-a408-4c96-939f-4e1f34d00fc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:05.510938 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-d23f5c67-48af-4673-8b82-ad9424f8f385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:05.531986 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.base_scheduler [req-cd990d63-bc3a-4e20-a369-16faeefb77af req-e54f6368-1be8-47c6-aead-5ac7b699743b tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] Resources bound (agent type, host, resource id): {{(pid=91666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:58:05.542175 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd990d63-bc3a-4e20-a369-16faeefb77af req-e54f6368-1be8-47c6-aead-5ac7b699743b tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] Received port after_create {{(pid=91666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 12:58:05.548549 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd990d63-bc3a-4e20-a369-16faeefb77af req-e54f6368-1be8-47c6-aead-5ac7b699743b tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:05.549363 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-cd990d63-bc3a-4e20-a369-16faeefb77af req-e54f6368-1be8-47c6-aead-5ac7b699743b tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for port, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:05.787127 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72123005-ed1d-4fef-a532-015714415bdc None None] Pushing event updated for resources: {'Port': ['ID=0777934b-50f2-4737-b8f9-b25f8eedbe99,revision_number=2']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:05.813346 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750227aa-b65f-4496-a12c-eedac5710cda admin admin] Network 64b4b39f-e457-4d52-beb5-ab2bbde33d05 is already hosted by enough agents. {{(pid=91666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:58:05.814066 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [None req-33db3c89-bb08-4e00-af30-a0253b79f746 None None] Attempting to bind port 0777934b-50f2-4737-b8f9-b25f8eedbe99 on host dv-cinder-796114-1-iscsi for vnic_type normal with profile {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 12:58:05.814066 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [None req-33db3c89-bb08-4e00-af30-a0253b79f746 None None] Attempting to bind port 0777934b-50f2-4737-b8f9-b25f8eedbe99 by drivers openvswitch,hyperv on host dv-cinder-796114-1-iscsi at level 0 using segments [{'id': '3c2da916-7025-41e9-bbaa-dbdda4d660f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587'}] {{(pid=91668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 12:58:05.814066 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33db3c89-bb08-4e00-af30-a0253b79f746 None None] Attempting to bind port 0777934b-50f2-4737-b8f9-b25f8eedbe99 on network d31b88ef-fdf5-46b1-8572-11d751094587 {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:58:05.814066 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33db3c89-bb08-4e00-af30-a0253b79f746 None None] Checking agent: {'id': '0e4c1f03-8758-41fd-af96-477868dcd4b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 12, 50, 23), 'started_at': datetime.datetime(2021, 6, 12, 12, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 12, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 12:58:05.814066 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33db3c89-bb08-4e00-af30-a0253b79f746 None None] Checking segment: {'id': '3c2da916-7025-41e9-bbaa-dbdda4d660f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:58:05.814066 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-33db3c89-bb08-4e00-af30-a0253b79f746 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:05.814066 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33db3c89-bb08-4e00-af30-a0253b79f746 None None] Bound using segment: {'id': '3c2da916-7025-41e9-bbaa-dbdda4d660f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587'} {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 12:58:05.814066 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [None req-33db3c89-bb08-4e00-af30-a0253b79f746 None None] Bound port: 0777934b-50f2-4737-b8f9-b25f8eedbe99, host: dv-cinder-796114-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2da916-7025-41e9-bbaa-dbdda4d660f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587'}}] {{(pid=91668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 12:58:05.814066 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-33db3c89-bb08-4e00-af30-a0253b79f746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:05.814066 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-72123005-ed1d-4fef-a532-015714415bdc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:05.815930 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-cd990d63-bc3a-4e20-a369-16faeefb77af req-e54f6368-1be8-47c6-aead-5ac7b699743b tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3495555 Jun 12 12:58:05.815930 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.base_scheduler [None req-750227aa-b65f-4496-a12c-eedac5710cda admin admin] Resources bound (agent type, host, resource id): {{(pid=91666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:58:05.815930 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750227aa-b65f-4496-a12c-eedac5710cda admin admin] Received port after_create {{(pid=91666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 12:58:05.815930 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-750227aa-b65f-4496-a12c-eedac5710cda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-458079'] for router_interface, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:05.823921 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [req-cd990d63-bc3a-4e20-a369-16faeefb77af req-cac4f3e6-be0a-46c3-89f5-40e931038a48 tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=91666) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 12 12:58:05.825679 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-cd990d63-bc3a-4e20-a369-16faeefb77af req-cac4f3e6-be0a-46c3-89f5-40e931038a48 tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124788 Jun 12 12:58:05.866177 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89da07-eff3-4eb7-a890-7f128d3a19e2 req-851ae22b-2c1a-43ef-b12c-03c7c5b31c12 tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:05.880094 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-8a89da07-eff3-4eb7-a890-7f128d3a19e2 req-851ae22b-2c1a-43ef-b12c-03c7c5b31c12 tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd71af93-9ed7-4d24-9fce-a7e5dda5bb63 HTTP/1.1" status: 200 len: 932 time: 1.4339631 Jun 12 12:58:05.899027 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-33db3c89-bb08-4e00-af30-a0253b79f746 None None] For port 0777934b-50f2-4737-b8f9-b25f8eedbe99, host dv-cinder-796114-1-iscsi, cleared binding levels {{(pid=91668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 12:58:05.905791 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-33db3c89-bb08-4e00-af30-a0253b79f746 None None] For port 0777934b-50f2-4737-b8f9-b25f8eedbe99, host dv-cinder-796114-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=0777934b-50f2-4737-b8f9-b25f8eedbe99,segment=NetworkSegment(3c2da916-7025-41e9-bbaa-dbdda4d660f0),segment_id=3c2da916-7025-41e9-bbaa-dbdda4d660f0)] {{(pid=91668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 12:58:05.911412 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750227aa-b65f-4496-a12c-eedac5710cda admin admin] Pushing event updated for resources: {'Port': ['ID=a67d836e-9483-468a-9890-6e43140cd4df,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:05.919100 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-33db3c89-bb08-4e00-af30-a0253b79f746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:05.919763 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-750227aa-b65f-4496-a12c-eedac5710cda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.309s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:05.922789 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-a37b4693-d05a-4196-a742-63554fd8418f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:05.940194 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.514s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:06.015429 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device 51ea6e07-a05b-4867-8d4d-a7a8446f9496 up at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:58:06.177705 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-4c5c7ef9-dbc6-43a5-92bb-c32b872f4789 req-8d879c51-d4f0-4a51-9e2a-a4faeb1d0813 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1466997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-122173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752044431912'] for port, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:06.242577 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72123005-ed1d-4fef-a532-015714415bdc None None] Pushing event updated for resources: {'Port': ['ID=0777934b-50f2-4737-b8f9-b25f8eedbe99,revision_number=3']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:06.248606 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33db3c89-bb08-4e00-af30-a0253b79f746 None None] Routers {'428e15d8-202d-424d-8a98-48c306e0ff76'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:58:06.250516 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-33db3c89-bb08-4e00-af30-a0253b79f746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T12:57:53Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['428e15d8-202d-424d-8a98-48c306e0ff76'], 'active': True} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:58:06.315676 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 50994) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:58:06.340791 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-d23f5c67-48af-4673-8b82-ad9424f8f385 None None] Notify callbacks [] for port, precommit_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:06.363509 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-d23f5c67-48af-4673-8b82-ad9424f8f385 None None] Transition to ACTIVE for port object ff6cce8c-05e5-4eab-b45e-7ab716552a6e will not be triggered until provisioned by entity L2. {{(pid=91669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:58:06.373172 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-d23f5c67-48af-4673-8b82-ad9424f8f385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:06.377773 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-fb782ba4-8605-47cb-b0be-67f7fc5789ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:06.571765 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [req-cd990d63-bc3a-4e20-a369-16faeefb77af req-5b3df396-542f-437b-bef9-a713f2035386 service neutron] Request body: {'port': {'device_id': 'cd71af93-9ed7-4d24-9fce-a7e5dda5bb63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:58:06.587531 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532a0cc6-94c8-4630-a581-ae7ca0760ea7 None None] Pushing event updated for resources: {'Port': ['ID=ff6cce8c-05e5-4eab-b45e-7ab716552a6e,revision_number=2']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:06.591568 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-8a89da07-eff3-4eb7-a890-7f128d3a19e2 req-b7b2284d-4ee9-4e75-a96f-7a3a35838b0c tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffd46618-484d-45c1-9b5c-8a949278e56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7071979 Jun 12 12:58:06.591857 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvr_db [None req-33db3c89-bb08-4e00-af30-a0253b79f746 None None] Set router 428e15d8-202d-424d-8a98-48c306e0ff76 gateway port host: dv-cinder-796114-1-iscsi {{(pid=91668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:58:06.592092 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-532a0cc6-94c8-4630-a581-ae7ca0760ea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:06.624490 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-d23f5c67-48af-4673-8b82-ad9424f8f385 None None] Attempting to bind port ff6cce8c-05e5-4eab-b45e-7ab716552a6e on host dv-cinder-796114-1-iscsi for vnic_type normal with profile {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 12:58:06.624863 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-d23f5c67-48af-4673-8b82-ad9424f8f385 None None] Attempting to bind port ff6cce8c-05e5-4eab-b45e-7ab716552a6e by drivers openvswitch,hyperv on host dv-cinder-796114-1-iscsi at level 0 using segments [{'id': '3c2da916-7025-41e9-bbaa-dbdda4d660f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587'}] {{(pid=91669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 12:58:06.625243 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23f5c67-48af-4673-8b82-ad9424f8f385 None None] Attempting to bind port ff6cce8c-05e5-4eab-b45e-7ab716552a6e on network d31b88ef-fdf5-46b1-8572-11d751094587 {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:58:06.629162 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-fa50c61a-7dbe-46ec-aea1-51d9b19c7674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:06.631399 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23f5c67-48af-4673-8b82-ad9424f8f385 None None] Checking agent: {'id': '0e4c1f03-8758-41fd-af96-477868dcd4b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 12, 50, 23), 'started_at': datetime.datetime(2021, 6, 12, 12, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 12, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 12:58:06.631780 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23f5c67-48af-4673-8b82-ad9424f8f385 None None] Checking segment: {'id': '3c2da916-7025-41e9-bbaa-dbdda4d660f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:58:06.632186 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-d23f5c67-48af-4673-8b82-ad9424f8f385 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:06.632574 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23f5c67-48af-4673-8b82-ad9424f8f385 None None] Bound using segment: {'id': '3c2da916-7025-41e9-bbaa-dbdda4d660f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587'} {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 12:58:06.633043 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-d23f5c67-48af-4673-8b82-ad9424f8f385 None None] Bound port: ff6cce8c-05e5-4eab-b45e-7ab716552a6e, host: dv-cinder-796114-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2da916-7025-41e9-bbaa-dbdda4d660f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587'}}] {{(pid=91669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 12:58:06.633416 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-d23f5c67-48af-4673-8b82-ad9424f8f385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:06.677147 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-72123005-ed1d-4fef-a532-015714415bdc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.753s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:06.725937 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-d23f5c67-48af-4673-8b82-ad9424f8f385 None None] For port ff6cce8c-05e5-4eab-b45e-7ab716552a6e, host dv-cinder-796114-1-iscsi, cleared binding levels {{(pid=91669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 12:58:06.744389 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-d23f5c67-48af-4673-8b82-ad9424f8f385 None None] For port ff6cce8c-05e5-4eab-b45e-7ab716552a6e, host dv-cinder-796114-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=ff6cce8c-05e5-4eab-b45e-7ab716552a6e,segment=NetworkSegment(3c2da916-7025-41e9-bbaa-dbdda4d660f0),segment_id=3c2da916-7025-41e9-bbaa-dbdda4d660f0)] {{(pid=91669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 12:58:06.751223 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-d23f5c67-48af-4673-8b82-ad9424f8f385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:06.779480 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:06.783680 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54f6368-1be8-47c6-aead-5ac7b699743b tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] Pushing event updated for resources: {'Port': ['ID=3a1676d1-6005-4012-93ff-4c03ba80e978,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:06.788217 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-e54f6368-1be8-47c6-aead-5ac7b699743b tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.848s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:06.793851 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-dd3803e9-fa05-41b0-adb8-2fa7ae4d7c56 None None] Provisioning for port a67d836e-9483-468a-9890-6e43140cd4df completed by entity DHCP. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:58:06.799704 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c5c7ef9-dbc6-43a5-92bb-c32b872f4789 req-8d879c51-d4f0-4a51-9e2a-a4faeb1d0813 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Network e426109e-dad3-4f65-a54a-d678409a1b99 is already hosted by enough agents. {{(pid=91666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:58:06.800381 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-e6e8dee1-6089-4dab-bcb7-3eab64d6452f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.412s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:06.819521 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-dd3803e9-fa05-41b0-adb8-2fa7ae4d7c56 None None] Provisioning complete for port a67d836e-9483-468a-9890-6e43140cd4df triggered by entity DHCP. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:58:06.820503 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-dd3803e9-fa05-41b0-adb8-2fa7ae4d7c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:06.842049 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.base_scheduler [req-4c5c7ef9-dbc6-43a5-92bb-c32b872f4789 req-8d879c51-d4f0-4a51-9e2a-a4faeb1d0813 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Resources bound (agent type, host, resource id): {{(pid=91666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:58:06.848922 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c5c7ef9-dbc6-43a5-92bb-c32b872f4789 req-8d879c51-d4f0-4a51-9e2a-a4faeb1d0813 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Received port after_create {{(pid=91666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 12:58:06.857351 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c7ef9-dbc6-43a5-92bb-c32b872f4789 req-8d879c51-d4f0-4a51-9e2a-a4faeb1d0813 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:06.858044 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-4c5c7ef9-dbc6-43a5-92bb-c32b872f4789 req-8d879c51-d4f0-4a51-9e2a-a4faeb1d0813 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for port, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:06.868144 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23f5c67-48af-4673-8b82-ad9424f8f385 None None] Routers {'ab790889-3468-48de-83f3-e25c7084e6c4'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:58:06.870306 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-d23f5c67-48af-4673-8b82-ad9424f8f385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T12:57:53Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['ab790889-3468-48de-83f3-e25c7084e6c4'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:58:06.964234 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532a0cc6-94c8-4630-a581-ae7ca0760ea7 None None] Pushing event updated for resources: {'Port': ['ID=ff6cce8c-05e5-4eab-b45e-7ab716552a6e,revision_number=3']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:06.976668 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d879c51-d4f0-4a51-9e2a-a4faeb1d0813 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Pushing event updated for resources: {'Port': ['ID=9ebdb42a-1f6b-4820-90e8-c352aedcfc4f,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:06.980395 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-8d879c51-d4f0-4a51-9e2a-a4faeb1d0813 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:07.034539 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-dd3803e9-fa05-41b0-adb8-2fa7ae4d7c56 None None] Port a67d836e-9483-468a-9890-6e43140cd4df cannot update to ACTIVE because it is not bound. {{(pid=91668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 12:58:07.045617 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-532a0cc6-94c8-4630-a581-ae7ca0760ea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:07.053270 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-bdfbb079-0942-4fbb-9948-87cc512b1416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for port, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:07.119084 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-cd990d63-bc3a-4e20-a369-16faeefb77af req-5b3df396-542f-437b-bef9-a713f2035386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:07.122489 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning complete for port 51ea6e07-a05b-4867-8d4d-a7a8446f9496 triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:58:07.123415 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:07.141186 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-750227aa-b65f-4496-a12c-eedac5710cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:07.187739 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 51010) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:58:07.224196 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-d23f5c67-48af-4673-8b82-ad9424f8f385 None None] Set router ab790889-3468-48de-83f3-e25c7084e6c4 gateway port host: dv-cinder-796114-1-iscsi {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:58:07.390983 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-fa50c61a-7dbe-46ec-aea1-51d9b19c7674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:07.476736 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-fa50c61a-7dbe-46ec-aea1-51d9b19c7674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:07.487377 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-4c5c7ef9-dbc6-43a5-92bb-c32b872f4789 req-8d879c51-d4f0-4a51-9e2a-a4faeb1d0813 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.1039517 Jun 12 12:58:07.524556 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-bbe07030-a2eb-4ac8-b5b7-909d6348d2ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:07.556926 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:07.641534 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa50c61a-7dbe-46ec-aea1-51d9b19c7674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c715209-a9ba-4643-bfd2-6f514cfcf0ad,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:07.645643 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-fa50c61a-7dbe-46ec-aea1-51d9b19c7674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:07.652263 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-d23f5c67-48af-4673-8b82-ad9424f8f385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab790889-3468-48de-83f3-e25c7084e6c4', 'name': 'tempest-AttachVolumeTestJSON-1158203021-router', 'tenant_id': 'a33e9937caaf41ca8fc301bec96ba603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': 'ff6cce8c-05e5-4eab-b45e-7ab716552a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:57:53Z', 'updated_at': '2021-06-12T12:57:58Z', 'revision_number': 3, 'project_id': 'a33e9937caaf41ca8fc301bec96ba603', 'gw_port': {'id': 'ff6cce8c-05e5-4eab-b45e-7ab716552a6e', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:39:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab790889-3468-48de-83f3-e25c7084e6c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:57:55Z', 'updated_at': '2021-06-12T12:58:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi'}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:58:07.656812 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23f5c67-48af-4673-8b82-ad9424f8f385 None None] The sync data for ids ['ab790889-3468-48de-83f3-e25c7084e6c4'] in dv-cinder-796114-1-iscsi is: [{'id': 'ab790889-3468-48de-83f3-e25c7084e6c4', 'name': 'tempest-AttachVolumeTestJSON-1158203021-router', 'tenant_id': 'a33e9937caaf41ca8fc301bec96ba603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': 'ff6cce8c-05e5-4eab-b45e-7ab716552a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:57:53Z', 'updated_at': '2021-06-12T12:57:58Z', 'revision_number': 3, 'project_id': 'a33e9937caaf41ca8fc301bec96ba603', 'gw_port': {'id': 'ff6cce8c-05e5-4eab-b45e-7ab716552a6e', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:39:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab790889-3468-48de-83f3-e25c7084e6c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:57:55Z', 'updated_at': '2021-06-12T12:58:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi'}] {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 12:58:07.883321 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8933b796-5b02-4f66-a1ed-1a032bd117b3 req-11e5f198-26e5-4205-a4cc-6749e8d951ad tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:07.892129 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-8933b796-5b02-4f66-a1ed-1a032bd117b3 req-11e5f198-26e5-4205-a4cc-6749e8d951ad tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=01dd2636-c41c-4180-b450-b5b95b907560 HTTP/1.1" status: 200 len: 931 time: 1.2447779 Jun 12 12:58:07.986545 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.db.db_base_plugin_common [None req-bdfbb079-0942-4fbb-9948-87cc512b1416 admin admin] Allocated IP 172.20.0.1 (c3f2488e-44c5-4b09-b9c1-b478ec12dd34/e49e69c6-b979-45e9-b77a-48cd10ef7dd0/15b10973-4456-488f-afd7-603581dcabb4) {{(pid=91667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 12:58:08.004030 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-200549c1-bcad-4833-9f9c-f6d98e32177d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for port, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:08.006818 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-33db3c89-bb08-4e00-af30-a0253b79f746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428e15d8-202d-424d-8a98-48c306e0ff76', 'name': 'tempest-ServerRescueNegativeTestJSON-319688326-router', 'tenant_id': 'a1fdb5b3d3254fb7a2c5c6bf9fba5480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '0777934b-50f2-4737-b8f9-b25f8eedbe99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:57:54Z', 'updated_at': '2021-06-12T12:57:59Z', 'revision_number': 3, 'project_id': 'a1fdb5b3d3254fb7a2c5c6bf9fba5480', 'gw_port': {'id': '0777934b-50f2-4737-b8f9-b25f8eedbe99', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ee:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428e15d8-202d-424d-8a98-48c306e0ff76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:57:56Z', 'updated_at': '2021-06-12T12:58:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi'}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:58:08.018339 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33db3c89-bb08-4e00-af30-a0253b79f746 None None] The sync data for ids ['428e15d8-202d-424d-8a98-48c306e0ff76'] in dv-cinder-796114-1-iscsi is: [{'id': '428e15d8-202d-424d-8a98-48c306e0ff76', 'name': 'tempest-ServerRescueNegativeTestJSON-319688326-router', 'tenant_id': 'a1fdb5b3d3254fb7a2c5c6bf9fba5480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '0777934b-50f2-4737-b8f9-b25f8eedbe99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:57:54Z', 'updated_at': '2021-06-12T12:57:59Z', 'revision_number': 3, 'project_id': 'a1fdb5b3d3254fb7a2c5c6bf9fba5480', 'gw_port': {'id': '0777934b-50f2-4737-b8f9-b25f8eedbe99', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ee:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428e15d8-202d-424d-8a98-48c306e0ff76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:57:56Z', 'updated_at': '2021-06-12T12:58:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi'}] {{(pid=91668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 12:58:08.076410 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [req-4c5c7ef9-dbc6-43a5-92bb-c32b872f4789 req-57acd652-0c79-4caa-bab2-ae870f438318 service neutron] Request body: {'port': {'device_id': '01dd2636-c41c-4180-b450-b5b95b907560', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:58:08.112108 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-fa50c61a-7dbe-46ec-aea1-51d9b19c7674 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fd774a08be37479188ca05ce36f5eb55&name=default HTTP/1.1" status: 200 len: 2977 time: 1.7894745 Jun 12 12:58:08.437503 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-750227aa-b65f-4496-a12c-eedac5710cda admin admin] Notify callbacks [] for port, precommit_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:08.453139 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.db.db_base_plugin_common [None req-200549c1-bcad-4833-9f9c-f6d98e32177d admin admin] Allocated IP 172.20.0.1 (b082549b-b61d-48b6-a978-1804137ec38a/040de1c9-b671-4172-8240-56a21bd80720/50a383b3-95aa-4269-b91f-ce2dced92715) {{(pid=91667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 12:58:08.457856 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 51028) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:58:08.523043 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-8933b796-5b02-4f66-a1ed-1a032bd117b3 req-c3683981-f777-4d08-a093-9e5fdea04a8c tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/security-groups?id=02246757-e4e7-402b-9da4-d1f6e68238bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6299484 Jun 12 12:58:08.570084 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-750227aa-b65f-4496-a12c-eedac5710cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:08.633429 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-bbe07030-a2eb-4ac8-b5b7-909d6348d2ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:08.729445 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-750227aa-b65f-4496-a12c-eedac5710cda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-458187'] for router_interface, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:08.732211 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:08.756171 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-bbe07030-a2eb-4ac8-b5b7-909d6348d2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:08.834821 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-200549c1-bcad-4833-9f9c-f6d98e32177d admin admin] Notify callbacks [] for port, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:08.839522 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-bdfbb079-0942-4fbb-9948-87cc512b1416 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:08.897091 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.db.provisioning_blocks [None req-200549c1-bcad-4833-9f9c-f6d98e32177d admin admin] Transition to ACTIVE for port object 50a383b3-95aa-4269-b91f-ce2dced92715 will not be triggered until provisioned by entity DHCP. {{(pid=91667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:58:09.008363 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-200549c1-bcad-4833-9f9c-f6d98e32177d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1466997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-122173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752044431912'] for port, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:09.011683 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-bdfbb079-0942-4fbb-9948-87cc512b1416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1466997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-122173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752044431912'] for port, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:09.013906 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-3be87914-a577-421a-a5e4-47283d0519e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:09.080194 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200549c1-bcad-4833-9f9c-f6d98e32177d admin admin] Pushing event updated for resources: {'Port': ['ID=50a383b3-95aa-4269-b91f-ce2dced92715,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:09.161487 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfbb079-0942-4fbb-9948-87cc512b1416 admin admin] Network c3f2488e-44c5-4b09-b9c1-b478ec12dd34 is already hosted by enough agents. {{(pid=91667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:58:09.165270 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200549c1-bcad-4833-9f9c-f6d98e32177d admin admin] Network b082549b-b61d-48b6-a978-1804137ec38a is already hosted by enough agents. {{(pid=91667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:58:09.166290 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.base_scheduler [None req-bdfbb079-0942-4fbb-9948-87cc512b1416 admin admin] Resources bound (agent type, host, resource id): {{(pid=91667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:58:09.170673 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfbb079-0942-4fbb-9948-87cc512b1416 admin admin] Received port after_create {{(pid=91667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 12:58:09.171247 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-bdfbb079-0942-4fbb-9948-87cc512b1416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-458079'] for router_interface, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:09.177983 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.base_scheduler [None req-200549c1-bcad-4833-9f9c-f6d98e32177d admin admin] Resources bound (agent type, host, resource id): {{(pid=91667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:58:09.291389 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200549c1-bcad-4833-9f9c-f6d98e32177d admin admin] Received port after_create {{(pid=91667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 12:58:09.291881 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-200549c1-bcad-4833-9f9c-f6d98e32177d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-458079'] for router_interface, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:09.444401 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfbb079-0942-4fbb-9948-87cc512b1416 admin admin] Pushing event updated for resources: {'Port': ['ID=15b10973-4456-488f-afd7-603581dcabb4,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:09.460652 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-bdfbb079-0942-4fbb-9948-87cc512b1416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:09.464992 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.370s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:09.469085 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.004s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:09.657466 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f3eef91e-0b0f-4c46-ac4e-7851bd7a09a2 None None] Provisioning for port 50a383b3-95aa-4269-b91f-ce2dced92715 completed by entity DHCP. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:58:09.666060 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f3eef91e-0b0f-4c46-ac4e-7851bd7a09a2 None None] Provisioning complete for port 50a383b3-95aa-4269-b91f-ce2dced92715 triggered by entity DHCP. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:58:09.668964 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f3eef91e-0b0f-4c46-ac4e-7851bd7a09a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:09.792782 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-f3eef91e-0b0f-4c46-ac4e-7851bd7a09a2 None None] Port 50a383b3-95aa-4269-b91f-ce2dced92715 cannot update to ACTIVE because it is not bound. {{(pid=91668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 12:58:09.847386 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750227aa-b65f-4496-a12c-eedac5710cda admin admin] Pushing event updated for resources: {'Port': ['ID=a67d836e-9483-468a-9890-6e43140cd4df,revision_number=2']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:09.863579 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-750227aa-b65f-4496-a12c-eedac5710cda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.131s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:09.888371 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-9270ae6c-42ba-42e6-8390-2a5ff500fba3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.013s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:09.977886 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-5f96369e-93b1-46dc-a7cf-cbd591b1e6b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:10.045263 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-bbe07030-a2eb-4ac8-b5b7-909d6348d2ec admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c14d7536ac964eb69a2af4a6fc41183d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8264441 Jun 12 12:58:10.055954 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 51054) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:58:10.123749 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-4c5c7ef9-dbc6-43a5-92bb-c32b872f4789 req-57acd652-0c79-4caa-bab2-ae870f438318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:10.125720 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe07030-a2eb-4ac8-b5b7-909d6348d2ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453fe8f6-e2e8-4331-8b09-990193ecb0e0,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:10.129621 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-5f96369e-93b1-46dc-a7cf-cbd591b1e6b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:10.142023 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-bbe07030-a2eb-4ac8-b5b7-909d6348d2ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:10.174319 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba0f41-d0d8-4744-af8f-22a59a01850c req-de0ec8d4-a054-4638-830d-39e2564a6b7c tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:10.182932 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-11ba0f41-d0d8-4744-af8f-22a59a01850c req-de0ec8d4-a054-4638-830d-39e2564a6b7c tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=01dd2636-c41c-4180-b450-b5b95b907560 HTTP/1.1" status: 200 len: 931 time: 0.3510418 Jun 12 12:58:10.194843 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b1cf8-8dfc-45dd-9125-fff2549c225f req-1071a8e7-52ab-4cf3-ab81-9cc063ca2391 tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:10.203280 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-eb5b1cf8-8dfc-45dd-9125-fff2549c225f req-1071a8e7-52ab-4cf3-ab81-9cc063ca2391 tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd71af93-9ed7-4d24-9fce-a7e5dda5bb63 HTTP/1.1" status: 200 len: 932 time: 2.2812054 Jun 12 12:58:10.239935 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device ff6cce8c-05e5-4eab-b45e-7ab716552a6e up at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:58:10.244859 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-bdfbb079-0942-4fbb-9948-87cc512b1416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:10.264276 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-200549c1-bcad-4833-9f9c-f6d98e32177d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:10.306626 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-11ba0f41-d0d8-4744-af8f-22a59a01850c req-aa2c1357-6804-4b8c-be21-e703f97407a4 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/security-groups?id=02246757-e4e7-402b-9da4-d1f6e68238bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227913 Jun 12 12:58:10.326460 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750227aa-b65f-4496-a12c-eedac5710cda admin admin] Network 64b4b39f-e457-4d52-beb5-ab2bbde33d05 is already hosted by enough agents. {{(pid=91666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:58:10.339097 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning for port ff6cce8c-05e5-4eab-b45e-7ab716552a6e completed by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:58:10.356035 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning complete for port ff6cce8c-05e5-4eab-b45e-7ab716552a6e triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:58:10.361306 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:10.383094 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.base_scheduler [None req-750227aa-b65f-4496-a12c-eedac5710cda admin admin] Resources bound (agent type, host, resource id): {{(pid=91666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:58:10.520323 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-dbcb2f20-db6d-41de-b6f1-32859fba06d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:10.598496 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-dbcb2f20-db6d-41de-b6f1-32859fba06d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:10.692406 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:10.752226 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] For port ff6cce8c-05e5-4eab-b45e-7ab716552a6e, host dv-cinder-796114-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=ff6cce8c-05e5-4eab-b45e-7ab716552a6e,segment=NetworkSegment(3c2da916-7025-41e9-bbaa-dbdda4d660f0),segment_id=3c2da916-7025-41e9-bbaa-dbdda4d660f0)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:58:10.826222 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:10.828048 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device 0777934b-50f2-4737-b8f9-b25f8eedbe99 up at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:58:10.831778 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-47ec7384-d19e-4d62-a484-3fc26a3edb06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:10.992295 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-cb599934-26af-447a-bd3f-6f90b023043c None None] Provisioning complete for port a67d836e-9483-468a-9890-6e43140cd4df triggered by entity DHCP. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:58:10.992719 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-cb599934-26af-447a-bd3f-6f90b023043c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:11.001893 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-bdfbb079-0942-4fbb-9948-87cc512b1416 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:11.005654 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-200549c1-bcad-4833-9f9c-f6d98e32177d admin admin] Notify callbacks [] for port, precommit_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:11.013354 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-bdfbb079-0942-4fbb-9948-87cc512b1416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:11.016188 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-bdfbb079-0942-4fbb-9948-87cc512b1416 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-458187'] for router_interface, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:11.019074 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-200549c1-bcad-4833-9f9c-f6d98e32177d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:11.021635 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:11.030007 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-200549c1-bcad-4833-9f9c-f6d98e32177d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-458187'] for router_interface, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:11.049593 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.notifiers.nova [req-cd990d63-bc3a-4e20-a369-16faeefb77af req-5b3df396-542f-437b-bef9-a713f2035386 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a1676d1-6005-4012-93ff-4c03ba80e978 {{(pid=91666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 12:58:11.080909 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-eb5b1cf8-8dfc-45dd-9125-fff2549c225f req-5c008a71-8372-4e31-bb01-ccd45428bbdf tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffd46618-484d-45c1-9b5c-8a949278e56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8768725 Jun 12 12:58:11.087334 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Pushing event updated for resources: {'Port': ['ID=ff6cce8c-05e5-4eab-b45e-7ab716552a6e,revision_number=4']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:11.101818 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-cd990d63-bc3a-4e20-a369-16faeefb77af req-5b3df396-542f-437b-bef9-a713f2035386 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:11.104903 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-dbcb2f20-db6d-41de-b6f1-32859fba06d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:11.116695 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:11.197561 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-dbcb2f20-db6d-41de-b6f1-32859fba06d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:11.199176 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-dbcb2f20-db6d-41de-b6f1-32859fba06d3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/453fe8f6-e2e8-4331-8b09-990193ecb0e0 HTTP/1.1" status: 204 len: 168 time: 1.1334326 Jun 12 12:58:11.200044 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:11.217871 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-cb599934-26af-447a-bd3f-6f90b023043c None None] Port a67d836e-9483-468a-9890-6e43140cd4df cannot update to ACTIVE because it is not bound. {{(pid=91668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 12:58:11.228704 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning for port 0777934b-50f2-4737-b8f9-b25f8eedbe99 completed by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:58:11.239738 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-5f96369e-93b1-46dc-a7cf-cbd591b1e6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:11.240341 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning complete for port 0777934b-50f2-4737-b8f9-b25f8eedbe99 triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:58:11.240711 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:11.246358 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [req-cd990d63-bc3a-4e20-a369-16faeefb77af req-5b3df396-542f-437b-bef9-a713f2035386 service neutron] Transition to ACTIVE for port object 3a1676d1-6005-4012-93ff-4c03ba80e978 will not be triggered until provisioned by entity L2. {{(pid=91666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:58:11.266849 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-5f96369e-93b1-46dc-a7cf-cbd591b1e6b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:11.268201 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-5f96369e-93b1-46dc-a7cf-cbd591b1e6b6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1c715209-a9ba-4643-bfd2-6f514cfcf0ad HTTP/1.1" status: 204 len: 168 time: 2.8024311 Jun 12 12:58:11.274887 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcb2f20-db6d-41de-b6f1-32859fba06d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453fe8f6-e2e8-4331-8b09-990193ecb0e0,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:11.276694 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-cd990d63-bc3a-4e20-a369-16faeefb77af req-5b3df396-542f-437b-bef9-a713f2035386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:11.280617 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-dbcb2f20-db6d-41de-b6f1-32859fba06d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:11.283045 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:11.296372 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfbb079-0942-4fbb-9948-87cc512b1416 admin admin] Pushing event updated for resources: {'Port': ['ID=15b10973-4456-488f-afd7-603581dcabb4,revision_number=2']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:11.334842 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f96369e-93b1-46dc-a7cf-cbd591b1e6b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c715209-a9ba-4643-bfd2-6f514cfcf0ad,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:11.347154 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-5f96369e-93b1-46dc-a7cf-cbd591b1e6b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:11.349316 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:11.653861 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:11.711682 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-750227aa-b65f-4496-a12c-eedac5710cda admin admin] Router 2d703b04-b819-4eec-958f-b4a2292252f1 has already been hosted by L3 agent 68a3a672-d21c-4adb-804e-7b4e770767ea {{(pid=91666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 12:58:11.723591 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] For port 0777934b-50f2-4737-b8f9-b25f8eedbe99, host dv-cinder-796114-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=0777934b-50f2-4737-b8f9-b25f8eedbe99,segment=NetworkSegment(3c2da916-7025-41e9-bbaa-dbdda4d660f0),segment_id=3c2da916-7025-41e9-bbaa-dbdda4d660f0)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:58:11.733809 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:11.739352 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:11.879582 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfbb079-0942-4fbb-9948-87cc512b1416 admin admin] Network c3f2488e-44c5-4b09-b9c1-b478ec12dd34 is already hosted by enough agents. {{(pid=91667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:58:11.941438 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3df396-542f-437b-bef9-a713f2035386 service neutron] Pushing event updated for resources: {'Port': ['ID=3a1676d1-6005-4012-93ff-4c03ba80e978,revision_number=2']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:11.946991 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-5b3df396-542f-437b-bef9-a713f2035386 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:11.956422 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Pushing event updated for resources: {'Port': ['ID=0777934b-50f2-4737-b8f9-b25f8eedbe99,revision_number=4']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:11.959648 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.base_scheduler [None req-bdfbb079-0942-4fbb-9948-87cc512b1416 admin admin] Resources bound (agent type, host, resource id): {{(pid=91667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:58:11.963097 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:11.998805 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200549c1-bcad-4833-9f9c-f6d98e32177d admin admin] Pushing event updated for resources: {'Port': ['ID=50a383b3-95aa-4269-b91f-ce2dced92715,revision_number=2']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:12.001646 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-200549c1-bcad-4833-9f9c-f6d98e32177d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.980s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:12.003289 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.930s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:12.003906 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:12.110265 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device ff6cce8c-05e5-4eab-b45e-7ab716552a6e up at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:58:12.117371 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [req-cd990d63-bc3a-4e20-a369-16faeefb77af req-5b3df396-542f-437b-bef9-a713f2035386 service neutron] Attempting to bind port 3a1676d1-6005-4012-93ff-4c03ba80e978 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 12:58:12.121833 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [req-cd990d63-bc3a-4e20-a369-16faeefb77af req-5b3df396-542f-437b-bef9-a713f2035386 service neutron] Attempting to bind port 3a1676d1-6005-4012-93ff-4c03ba80e978 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '8f7c39d0-7454-455e-b577-284bf003faad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '93a13242-8cf3-4a2f-b262-b744cb0002a8'}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 12:58:12.122439 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd990d63-bc3a-4e20-a369-16faeefb77af req-5b3df396-542f-437b-bef9-a713f2035386 service neutron] Attempting to bind port 3a1676d1-6005-4012-93ff-4c03ba80e978 on network 93a13242-8cf3-4a2f-b262-b744cb0002a8 {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:58:12.138649 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 51092) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:58:12.139246 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 51094) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:58:12.232596 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning complete for port ff6cce8c-05e5-4eab-b45e-7ab716552a6e triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:58:12.233093 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:12.308957 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdfbb079-0942-4fbb-9948-87cc512b1416 admin admin] Router 428e15d8-202d-424d-8a98-48c306e0ff76 has already been hosted by L3 agent 68a3a672-d21c-4adb-804e-7b4e770767ea {{(pid=91667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 12:58:12.323073 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200549c1-bcad-4833-9f9c-f6d98e32177d admin admin] Network b082549b-b61d-48b6-a978-1804137ec38a is already hosted by enough agents. {{(pid=91667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:58:12.326652 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.base_scheduler [None req-200549c1-bcad-4833-9f9c-f6d98e32177d admin admin] Resources bound (agent type, host, resource id): {{(pid=91667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:58:12.329493 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd990d63-bc3a-4e20-a369-16faeefb77af req-5b3df396-542f-437b-bef9-a713f2035386 service neutron] Port 3a1676d1-6005-4012-93ff-4c03ba80e978 on network 93a13242-8cf3-4a2f-b262-b744cb0002a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 12:58:12.329837 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd990d63-bc3a-4e20-a369-16faeefb77af req-5b3df396-542f-437b-bef9-a713f2035386 service neutron] Attempting to bind port 3a1676d1-6005-4012-93ff-4c03ba80e978 on network 93a13242-8cf3-4a2f-b262-b744cb0002a8 {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:58:12.331923 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-d61e3962-514b-4379-a9bd-7425650661fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:12.346674 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-cc3cdc28-9229-4d49-a7de-8e180b1b2a63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:12.536783 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd990d63-bc3a-4e20-a369-16faeefb77af req-5b3df396-542f-437b-bef9-a713f2035386 service neutron] Checking agent: {'id': '858649d7-9eac-48e6-8b51-9e9d764f3a99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 12, 56, 19), 'started_at': datetime.datetime(2021, 6, 12, 12, 56, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 12, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 12:58:12.537146 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd990d63-bc3a-4e20-a369-16faeefb77af req-5b3df396-542f-437b-bef9-a713f2035386 service neutron] Checking segment: {'id': '8f7c39d0-7454-455e-b577-284bf003faad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '93a13242-8cf3-4a2f-b262-b744cb0002a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:58:12.537817 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd990d63-bc3a-4e20-a369-16faeefb77af req-5b3df396-542f-437b-bef9-a713f2035386 service neutron] Bound using segment: {'id': '8f7c39d0-7454-455e-b577-284bf003faad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '93a13242-8cf3-4a2f-b262-b744cb0002a8'} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 12:58:12.548587 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [req-cd990d63-bc3a-4e20-a369-16faeefb77af req-5b3df396-542f-437b-bef9-a713f2035386 service neutron] Bound port: 3a1676d1-6005-4012-93ff-4c03ba80e978, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f7c39d0-7454-455e-b577-284bf003faad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '93a13242-8cf3-4a2f-b262-b744cb0002a8'}}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 12:58:12.553362 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-cd990d63-bc3a-4e20-a369-16faeefb77af req-5b3df396-542f-437b-bef9-a713f2035386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:12.680892 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f7200b-acd5-427a-9eb0-434c06b27f29 req-932d9502-8ae9-46b1-a83d-90f8e3fbafee tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:12.682829 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-87f7200b-acd5-427a-9eb0-434c06b27f29 req-932d9502-8ae9-46b1-a83d-90f8e3fbafee tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=01dd2636-c41c-4180-b450-b5b95b907560 HTTP/1.1" status: 200 len: 931 time: 0.9523604 Jun 12 12:58:12.683312 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 51100) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:58:12.779181 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-d10dc3e0-abd1-4bfd-8293-0bfbe61599ab None None] Provisioning complete for port 50a383b3-95aa-4269-b91f-ce2dced92715 triggered by entity DHCP. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:58:12.780498 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-d10dc3e0-abd1-4bfd-8293-0bfbe61599ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:12.780772 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-87f7200b-acd5-427a-9eb0-434c06b27f29 req-5ccb520f-c4dc-4426-8c31-f565bfd7e8ec tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/security-groups?id=02246757-e4e7-402b-9da4-d1f6e68238bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842831 Jun 12 12:58:12.793446 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.notifiers.nova [req-4c5c7ef9-dbc6-43a5-92bb-c32b872f4789 req-57acd652-0c79-4caa-bab2-ae870f438318 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ebdb42a-1f6b-4820-90e8-c352aedcfc4f {{(pid=91666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 12:58:12.843192 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-200549c1-bcad-4833-9f9c-f6d98e32177d admin admin] Router ab790889-3468-48de-83f3-e25c7084e6c4 has already been hosted by L3 agent 68a3a672-d21c-4adb-804e-7b4e770767ea {{(pid=91667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 12:58:12.844310 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-4c5c7ef9-dbc6-43a5-92bb-c32b872f4789 req-57acd652-0c79-4caa-bab2-ae870f438318 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:12.849156 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdfbb079-0942-4fbb-9948-87cc512b1416 admin admin] Notify agent at l3_agent.dv-cinder-796114-1-iscsi the message routers_updated {{(pid=91667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 12:58:12.855512 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-bdfbb079-0942-4fbb-9948-87cc512b1416 admin admin] 10.222.0.23 "PUT /v2.0/routers/428e15d8-202d-424d-8a98-48c306e0ff76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6669393 Jun 12 12:58:12.863991 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.db.api [None req-cc3cdc28-9229-4d49-a7de-8e180b1b2a63 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 12 12:58:12.863991 dv-cinder-796114-1-iscsi neutron-server[91666]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 12 12:58:12.863991 dv-cinder-796114-1-iscsi neutron-server[91666]: [parameters: {'project_id': '03464f2892264fe8a655a0fdd212efd5', 'id': 'f1ec94a6-f8a7-4b86-b41d-7e334f247e74', 'expiration': datetime.datetime(2021, 6, 12, 13, 0, 12, 802257)}] Jun 12 12:58:12.863991 dv-cinder-796114-1-iscsi neutron-server[91666]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=91666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 12 12:58:12.864842 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_db.api [None req-cc3cdc28-9229-4d49-a7de-8e180b1b2a63 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 12 12:58:12.891075 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b34272-a051-4e73-85b1-f84db8299d9e None None] Sync routers for ids ['428e15d8-202d-424d-8a98-48c306e0ff76'] in dv-cinder-796114-1-iscsi {{(pid=91668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 12:58:12.907577 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [req-cd990d63-bc3a-4e20-a369-16faeefb77af req-5b3df396-542f-437b-bef9-a713f2035386 service neutron] For port 3a1676d1-6005-4012-93ff-4c03ba80e978, host hv-cinder-79611, cleared binding levels {{(pid=91666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 12:58:12.929708 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec661f5a-d534-44f0-a71c-6ae82c5e94ef req-0813fe8c-37cc-4054-bc92-aa9832cddbcf tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:12.931668 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-ec661f5a-d534-44f0-a71c-6ae82c5e94ef req-0813fe8c-37cc-4054-bc92-aa9832cddbcf tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd71af93-9ed7-4d24-9fce-a7e5dda5bb63 HTTP/1.1" status: 200 len: 944 time: 0.6195769 Jun 12 12:58:12.934662 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b34272-a051-4e73-85b1-f84db8299d9e None None] Routers {'428e15d8-202d-424d-8a98-48c306e0ff76'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:58:12.937469 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-a2b34272-a051-4e73-85b1-f84db8299d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T12:57:53Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['428e15d8-202d-424d-8a98-48c306e0ff76'], 'active': True} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:58:12.943925 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [req-4c5c7ef9-dbc6-43a5-92bb-c32b872f4789 req-57acd652-0c79-4caa-bab2-ae870f438318 service neutron] Transition to ACTIVE for port object 9ebdb42a-1f6b-4820-90e8-c352aedcfc4f will not be triggered until provisioned by entity L2. {{(pid=91666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:58:12.946014 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-d10dc3e0-abd1-4bfd-8293-0bfbe61599ab None None] Port 50a383b3-95aa-4269-b91f-ce2dced92715 cannot update to ACTIVE because it is not bound. {{(pid=91668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 12:58:12.950449 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750227aa-b65f-4496-a12c-eedac5710cda admin admin] Notify agent at l3_agent.dv-cinder-796114-1-iscsi the message routers_updated {{(pid=91666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 12:58:12.973728 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c827dae5-d1da-4952-a720-39fa35fa3e8f None None] Sync routers for ids ['2d703b04-b819-4eec-958f-b4a2292252f1'] in dv-cinder-796114-1-iscsi {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 12:58:12.989277 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-750227aa-b65f-4496-a12c-eedac5710cda admin admin] 10.222.0.23 "PUT /v2.0/routers/2d703b04-b819-4eec-958f-b4a2292252f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.1905587 Jun 12 12:58:12.994585 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c827dae5-d1da-4952-a720-39fa35fa3e8f None None] Routers {'2d703b04-b819-4eec-958f-b4a2292252f1'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:58:12.996685 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-c827dae5-d1da-4952-a720-39fa35fa3e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T12:57:53Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['2d703b04-b819-4eec-958f-b4a2292252f1'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:58:13.002658 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [req-cd990d63-bc3a-4e20-a369-16faeefb77af req-5b3df396-542f-437b-bef9-a713f2035386 service neutron] For port 3a1676d1-6005-4012-93ff-4c03ba80e978, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=3a1676d1-6005-4012-93ff-4c03ba80e978,segment=NetworkSegment(8f7c39d0-7454-455e-b577-284bf003faad),segment_id=8f7c39d0-7454-455e-b577-284bf003faad)] {{(pid=91666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 12:58:13.018022 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-4c5c7ef9-dbc6-43a5-92bb-c32b872f4789 req-57acd652-0c79-4caa-bab2-ae870f438318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:13.053355 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-cd990d63-bc3a-4e20-a369-16faeefb77af req-5b3df396-542f-437b-bef9-a713f2035386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:13.076937 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-750227aa-b65f-4496-a12c-eedac5710cda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:13.160342 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57acd652-0c79-4caa-bab2-ae870f438318 service neutron] Pushing event updated for resources: {'Port': ['ID=9ebdb42a-1f6b-4820-90e8-c352aedcfc4f,revision_number=2']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:13.299342 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-c827dae5-d1da-4952-a720-39fa35fa3e8f None None] Set router 2d703b04-b819-4eec-958f-b4a2292252f1 gateway port host: dv-cinder-796114-1-iscsi {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:58:13.369435 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvr_db [None req-a2b34272-a051-4e73-85b1-f84db8299d9e None None] Set router 428e15d8-202d-424d-8a98-48c306e0ff76 gateway port host: dv-cinder-796114-1-iscsi {{(pid=91668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:58:13.448511 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c56f1b06-fa63-4a3a-aa8b-2831b3a38a61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:13.531604 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-200549c1-bcad-4833-9f9c-f6d98e32177d admin admin] Notify agent at l3_agent.dv-cinder-796114-1-iscsi the message routers_updated {{(pid=91667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 12:58:13.561728 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-200549c1-bcad-4833-9f9c-f6d98e32177d admin admin] 10.222.0.23 "PUT /v2.0/routers/ab790889-3468-48de-83f3-e25c7084e6c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9508679 Jun 12 12:58:13.619652 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-cc3cdc28-9229-4d49-a7de-8e180b1b2a63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:13.632135 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3df396-542f-437b-bef9-a713f2035386 service neutron] Pushing event updated for resources: {'Port': ['ID=3a1676d1-6005-4012-93ff-4c03ba80e978,revision_number=3']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:13.648803 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-ec661f5a-d534-44f0-a71c-6ae82c5e94ef req-42375d7d-6735-4971-b5ef-e61d47f89f3d tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffd46618-484d-45c1-9b5c-8a949278e56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6954885 Jun 12 12:58:13.654983 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30012c05-3b1a-4901-a2a7-9cf1881cc894 None None] Sync routers for ids ['ab790889-3468-48de-83f3-e25c7084e6c4'] in dv-cinder-796114-1-iscsi {{(pid=91668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 12:58:13.662493 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-5b3df396-542f-437b-bef9-a713f2035386 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:13.675433 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-5b3df396-542f-437b-bef9-a713f2035386 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.488s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:13.675971 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-5b3df396-542f-437b-bef9-a713f2035386 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:13.726223 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30012c05-3b1a-4901-a2a7-9cf1881cc894 None None] Routers {'ab790889-3468-48de-83f3-e25c7084e6c4'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:58:13.726860 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-30012c05-3b1a-4901-a2a7-9cf1881cc894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T12:57:53Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['ab790889-3468-48de-83f3-e25c7084e6c4'], 'active': True} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:58:13.754547 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [req-4c5c7ef9-dbc6-43a5-92bb-c32b872f4789 req-57acd652-0c79-4caa-bab2-ae870f438318 service neutron] Attempting to bind port 9ebdb42a-1f6b-4820-90e8-c352aedcfc4f on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 12:58:13.754967 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [req-4c5c7ef9-dbc6-43a5-92bb-c32b872f4789 req-57acd652-0c79-4caa-bab2-ae870f438318 service neutron] Attempting to bind port 9ebdb42a-1f6b-4820-90e8-c352aedcfc4f by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': 'a55cae0d-67cb-4777-915a-d694fc695b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e426109e-dad3-4f65-a54a-d678409a1b99'}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 12:58:13.755188 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5c7ef9-dbc6-43a5-92bb-c32b872f4789 req-57acd652-0c79-4caa-bab2-ae870f438318 service neutron] Attempting to bind port 9ebdb42a-1f6b-4820-90e8-c352aedcfc4f on network e426109e-dad3-4f65-a54a-d678409a1b99 {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:58:13.757551 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-c827dae5-d1da-4952-a720-39fa35fa3e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d703b04-b819-4eec-958f-b4a2292252f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1705789875-router', 'tenant_id': '7f18be0815224addb543ffddc7807c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '51ea6e07-a05b-4867-8d4d-a7a8446f9496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:57:52Z', 'updated_at': '2021-06-12T12:58:06Z', 'revision_number': 4, 'project_id': '7f18be0815224addb543ffddc7807c85', 'gw_port': {'id': '51ea6e07-a05b-4867-8d4d-a7a8446f9496', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d703b04-b819-4eec-958f-b4a2292252f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:57:53Z', 'updated_at': '2021-06-12T12:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_interfaces': [{'id': 'a67d836e-9483-468a-9890-6e43140cd4df', 'name': '', 'network_id': '64b4b39f-e457-4d52-beb5-ab2bbde33d05', 'tenant_id': '7f18be0815224addb543ffddc7807c85', 'mac_address': 'fa:16:3e:28:2c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d703b04-b819-4eec-958f-b4a2292252f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f2822e5c-4cf7-4702-9de8-8d297e10d4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:58:01Z', 'updated_at': '2021-06-12T12:58:07Z', 'revision_number': 2, 'project_id': '7f18be0815224addb543ffddc7807c85', 'subnets': [{'id': 'f2822e5c-4cf7-4702-9de8-8d297e10d4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:58:13.764498 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5c7ef9-dbc6-43a5-92bb-c32b872f4789 req-57acd652-0c79-4caa-bab2-ae870f438318 service neutron] Port 9ebdb42a-1f6b-4820-90e8-c352aedcfc4f on network e426109e-dad3-4f65-a54a-d678409a1b99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 12:58:13.764823 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5c7ef9-dbc6-43a5-92bb-c32b872f4789 req-57acd652-0c79-4caa-bab2-ae870f438318 service neutron] Attempting to bind port 9ebdb42a-1f6b-4820-90e8-c352aedcfc4f on network e426109e-dad3-4f65-a54a-d678409a1b99 {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:58:13.766282 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c827dae5-d1da-4952-a720-39fa35fa3e8f None None] Checking router: 2d703b04-b819-4eec-958f-b4a2292252f1 for host: dv-cinder-796114-1-iscsi {{(pid=91669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 12:58:13.766648 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c827dae5-d1da-4952-a720-39fa35fa3e8f None None] Updating router 2d703b04-b819-4eec-958f-b4a2292252f1 port a67d836e-9483-468a-9890-6e43140cd4df binding host dv-cinder-796114-1-iscsi {{(pid=91669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 12:58:13.776257 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd990d63-bc3a-4e20-a369-16faeefb77af req-5b3df396-542f-437b-bef9-a713f2035386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:13.776867 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-cd990d63-bc3a-4e20-a369-16faeefb77af req-5b3df396-542f-437b-bef9-a713f2035386 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for port, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:13.779128 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-cd990d63-bc3a-4e20-a369-16faeefb77af req-5b3df396-542f-437b-bef9-a713f2035386 service neutron] 10.222.0.30 "PUT /v2.0/ports/3a1676d1-6005-4012-93ff-4c03ba80e978 HTTP/1.1" status: 200 len: 1094 time: 7.4679716 Jun 12 12:58:13.780541 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd71af93-9ed7-4d24-9fce-a7e5dda5bb63', 'tag': '3a1676d1-6005-4012-93ff-4c03ba80e978'}] {{(pid=91666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:58:13.824524 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-c827dae5-d1da-4952-a720-39fa35fa3e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:13.860802 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-d61e3962-514b-4379-a9bd-7425650661fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:13.868801 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5c7ef9-dbc6-43a5-92bb-c32b872f4789 req-57acd652-0c79-4caa-bab2-ae870f438318 service neutron] Checking agent: {'id': '858649d7-9eac-48e6-8b51-9e9d764f3a99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 12, 56, 19), 'started_at': datetime.datetime(2021, 6, 12, 12, 56, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 12, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 12:58:13.869423 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5c7ef9-dbc6-43a5-92bb-c32b872f4789 req-57acd652-0c79-4caa-bab2-ae870f438318 service neutron] Checking segment: {'id': 'a55cae0d-67cb-4777-915a-d694fc695b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e426109e-dad3-4f65-a54a-d678409a1b99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:58:13.870030 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5c7ef9-dbc6-43a5-92bb-c32b872f4789 req-57acd652-0c79-4caa-bab2-ae870f438318 service neutron] Bound using segment: {'id': 'a55cae0d-67cb-4777-915a-d694fc695b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e426109e-dad3-4f65-a54a-d678409a1b99'} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 12:58:13.870722 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [req-4c5c7ef9-dbc6-43a5-92bb-c32b872f4789 req-57acd652-0c79-4caa-bab2-ae870f438318 service neutron] Bound port: 9ebdb42a-1f6b-4820-90e8-c352aedcfc4f, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a55cae0d-67cb-4777-915a-d694fc695b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e426109e-dad3-4f65-a54a-d678409a1b99'}}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 12:58:13.871482 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-4c5c7ef9-dbc6-43a5-92bb-c32b872f4789 req-57acd652-0c79-4caa-bab2-ae870f438318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:13.890941 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-d61e3962-514b-4379-a9bd-7425650661fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:13.924754 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-fa50c61a-7dbe-46ec-aea1-51d9b19c7674 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:13.937221 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.db.api [None req-cc3cdc28-9229-4d49-a7de-8e180b1b2a63 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 12 12:58:13.937221 dv-cinder-796114-1-iscsi neutron-server[91666]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 12 12:58:13.937221 dv-cinder-796114-1-iscsi neutron-server[91666]: [parameters: {'project_id_1': '03464f2892264fe8a655a0fdd212efd5', 'expiration_1': datetime.datetime(2021, 6, 12, 12, 58, 13, 682178)}] Jun 12 12:58:13.937221 dv-cinder-796114-1-iscsi neutron-server[91666]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=91666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 12 12:58:13.937906 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_db.api [None req-cc3cdc28-9229-4d49-a7de-8e180b1b2a63 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 12 12:58:13.939380 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-a2b34272-a051-4e73-85b1-f84db8299d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428e15d8-202d-424d-8a98-48c306e0ff76', 'name': 'tempest-ServerRescueNegativeTestJSON-319688326-router', 'tenant_id': 'a1fdb5b3d3254fb7a2c5c6bf9fba5480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '0777934b-50f2-4737-b8f9-b25f8eedbe99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:57:54Z', 'updated_at': '2021-06-12T12:58:09Z', 'revision_number': 4, 'project_id': 'a1fdb5b3d3254fb7a2c5c6bf9fba5480', 'gw_port': {'id': '0777934b-50f2-4737-b8f9-b25f8eedbe99', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ee:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428e15d8-202d-424d-8a98-48c306e0ff76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:57:56Z', 'updated_at': '2021-06-12T12:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_interfaces': [{'id': '15b10973-4456-488f-afd7-603581dcabb4', 'name': '', 'network_id': 'c3f2488e-44c5-4b09-b9c1-b478ec12dd34', 'tenant_id': 'a1fdb5b3d3254fb7a2c5c6bf9fba5480', 'mac_address': 'fa:16:3e:ba:67:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428e15d8-202d-424d-8a98-48c306e0ff76', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e49e69c6-b979-45e9-b77a-48cd10ef7dd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:58:07Z', 'updated_at': '2021-06-12T12:58:10Z', 'revision_number': 2, 'project_id': 'a1fdb5b3d3254fb7a2c5c6bf9fba5480', 'subnets': [{'id': 'e49e69c6-b979-45e9-b77a-48cd10ef7dd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:58:13.941347 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba2aedb3ce59156ad261fd92086ba05f02985526b362ab5d5a646d7af1b76f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-848b4b8d-94e4-4d3d-ad5b-c5aac8cc37c4" -d '{"events": [{"name": "network-changed", "server_uuid": "cd71af93-9ed7-4d24-9fce-a7e5dda5bb63", "tag": "3a1676d1-6005-4012-93ff-4c03ba80e978"}]}' {{(pid=91666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:58:13.949396 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b34272-a051-4e73-85b1-f84db8299d9e None None] Checking router: 428e15d8-202d-424d-8a98-48c306e0ff76 for host: dv-cinder-796114-1-iscsi {{(pid=91668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 12:58:13.949879 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b34272-a051-4e73-85b1-f84db8299d9e None None] Updating router 428e15d8-202d-424d-8a98-48c306e0ff76 port 15b10973-4456-488f-afd7-603581dcabb4 binding host dv-cinder-796114-1-iscsi {{(pid=91668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 12:58:13.968484 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c56f1b06-fa63-4a3a-aa8b-2831b3a38a61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:13.981456 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2338309-7f41-4069-91df-651d5823de6c req-0e7ca025-3c37-4023-83c2-e6b1981e4ddd tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:13.988441 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-c2338309-7f41-4069-91df-651d5823de6c req-0e7ca025-3c37-4023-83c2-e6b1981e4ddd tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/networks?id=c3f2488e-44c5-4b09-b9c1-b478ec12dd34 HTTP/1.1" status: 200 len: 818 time: 0.3542330 Jun 12 12:58:13.993321 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c56f1b06-fa63-4a3a-aa8b-2831b3a38a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:14.006329 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-c4798e82-671b-4358-a2f0-28439db36032 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:14.037765 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-c2338309-7f41-4069-91df-651d5823de6c req-39f8db18-c10f-449b-a612-b93482ea5385 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/quotas/a1fdb5b3d3254fb7a2c5c6bf9fba5480 HTTP/1.1" status: 200 len: 375 time: 0.0458272 Jun 12 12:58:14.038853 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-a2b34272-a051-4e73-85b1-f84db8299d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:14.043516 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-d61e3962-514b-4379-a9bd-7425650661fc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3bce4395f27541d294ccd18767449390&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8232787 Jun 12 12:58:14.050176 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 51144) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:58:14.051082 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61e3962-514b-4379-a9bd-7425650661fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56e8f97-28eb-4376-ae97-268157d8d2dd,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:14.095870 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-c56f1b06-fa63-4a3a-aa8b-2831b3a38a61 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b540c6aec71c4b8893165096f27c1e72&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4078007 Jun 12 12:58:14.104480 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 51146) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:58:14.113705 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-d61e3962-514b-4379-a9bd-7425650661fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:14.117644 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56f1b06-fa63-4a3a-aa8b-2831b3a38a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9044ace-2573-4468-8c9c-a0af5a4133fd,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:14.134352 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-c56f1b06-fa63-4a3a-aa8b-2831b3a38a61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:14.172556 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [req-4c5c7ef9-dbc6-43a5-92bb-c32b872f4789 req-57acd652-0c79-4caa-bab2-ae870f438318 service neutron] For port 9ebdb42a-1f6b-4820-90e8-c352aedcfc4f, host hv-cinder-79611, cleared binding levels {{(pid=91666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 12:58:14.175455 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-226a92ad-c898-4e68-a8cc-6cd97cfd869d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:14.198536 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [req-4c5c7ef9-dbc6-43a5-92bb-c32b872f4789 req-57acd652-0c79-4caa-bab2-ae870f438318 service neutron] For port 9ebdb42a-1f6b-4820-90e8-c352aedcfc4f, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=9ebdb42a-1f6b-4820-90e8-c352aedcfc4f,segment=NetworkSegment(a55cae0d-67cb-4777-915a-d694fc695b77),segment_id=a55cae0d-67cb-4777-915a-d694fc695b77)] {{(pid=91666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 12:58:14.218043 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-c2338309-7f41-4069-91df-651d5823de6c req-2b7e366e-c0e4-454a-8837-1b36470171d0 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a1fdb5b3d3254fb7a2c5c6bf9fba5480&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1792326 Jun 12 12:58:14.229356 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-4c5c7ef9-dbc6-43a5-92bb-c32b872f4789 req-57acd652-0c79-4caa-bab2-ae870f438318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:14.231759 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-226a92ad-c898-4e68-a8cc-6cd97cfd869d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:14.246014 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-8d879c51-d4f0-4a51-9e2a-a4faeb1d0813 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:14.250713 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 51148) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:58:14.268827 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.v2.base [None req-5759ccf4-a2d9-4329-ab52-108ee478f252 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1614711228', 'description': 'tempest-description--2142635611'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:58:14.285700 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-e4eee7a2-0136-4453-82f5-7b3f7a8dc72a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:14.312947 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-e4eee7a2-0136-4453-82f5-7b3f7a8dc72a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:14.363522 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c7ef9-dbc6-43a5-92bb-c32b872f4789 req-57acd652-0c79-4caa-bab2-ae870f438318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:14.364196 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-4c5c7ef9-dbc6-43a5-92bb-c32b872f4789 req-57acd652-0c79-4caa-bab2-ae870f438318 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for port, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:14.366010 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-4c5c7ef9-dbc6-43a5-92bb-c32b872f4789 req-57acd652-0c79-4caa-bab2-ae870f438318 service neutron] 10.222.0.30 "PUT /v2.0/ports/9ebdb42a-1f6b-4820-90e8-c352aedcfc4f HTTP/1.1" status: 200 len: 1093 time: 6.3079314 Jun 12 12:58:14.404507 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-226a92ad-c898-4e68-a8cc-6cd97cfd869d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:14.405329 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57acd652-0c79-4caa-bab2-ae870f438318 service neutron] Pushing event updated for resources: {'Port': ['ID=9ebdb42a-1f6b-4820-90e8-c352aedcfc4f,revision_number=3']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:14.410278 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-226a92ad-c898-4e68-a8cc-6cd97cfd869d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:14.424100 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-e4eee7a2-0136-4453-82f5-7b3f7a8dc72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:14.425469 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-226a92ad-c898-4e68-a8cc-6cd97cfd869d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d56e8f97-28eb-4376-ae97-268157d8d2dd HTTP/1.1" status: 204 len: 168 time: 0.3621168 Jun 12 12:58:14.432536 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-e4eee7a2-0136-4453-82f5-7b3f7a8dc72a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:14.435829 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-e4eee7a2-0136-4453-82f5-7b3f7a8dc72a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a9044ace-2573-4468-8c9c-a0af5a4133fd HTTP/1.1" status: 204 len: 168 time: 0.3274331 Jun 12 12:58:14.440123 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-4229e5fa-7207-44b6-8412-6de3050af102 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:14.448199 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-57acd652-0c79-4caa-bab2-ae870f438318 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:14.451792 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:14.455863 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-5759ccf4-a2d9-4329-ab52-108ee478f252 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:14.467851 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226a92ad-c898-4e68-a8cc-6cd97cfd869d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56e8f97-28eb-4376-ae97-268157d8d2dd,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:14.479042 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eee7a2-0136-4453-82f5-7b3f7a8dc72a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9044ace-2573-4468-8c9c-a0af5a4133fd,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:14.492501 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-e4eee7a2-0136-4453-82f5-7b3f7a8dc72a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:14.493753 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-226a92ad-c898-4e68-a8cc-6cd97cfd869d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:14.538246 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-c827dae5-d1da-4952-a720-39fa35fa3e8f None None] Notify callbacks [] for port, precommit_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:14.564016 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-c827dae5-d1da-4952-a720-39fa35fa3e8f None None] Transition to ACTIVE for port object a67d836e-9483-468a-9890-6e43140cd4df will not be triggered until provisioned by entity L2. {{(pid=91669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:58:14.576688 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-cc3cdc28-9229-4d49-a7de-8e180b1b2a63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:14.578394 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-c827dae5-d1da-4952-a720-39fa35fa3e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:14.582170 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:14.597184 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-5759ccf4-a2d9-4329-ab52-108ee478f252 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:14.608487 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-c2338309-7f41-4069-91df-651d5823de6c req-711cb6a8-63bc-427b-9d86-faa5ee15546b service neutron] 10.222.0.23 "GET /v2.0/networks/c3f2488e-44c5-4b09-b9c1-b478ec12dd34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3894460 Jun 12 12:58:14.620628 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-a2b34272-a051-4e73-85b1-f84db8299d9e None None] Notify callbacks [] for port, precommit_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:14.633470 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-a2b34272-a051-4e73-85b1-f84db8299d9e None None] Transition to ACTIVE for port object 15b10973-4456-488f-afd7-603581dcabb4 will not be triggered until provisioned by entity L2. {{(pid=91668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:58:14.638439 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device 0777934b-50f2-4737-b8f9-b25f8eedbe99 up at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:58:14.679587 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.agents_db [None req-3755f801-82db-4e36-b9e4-fb56f4f4bf71 None None] Agent healthcheck: found 6 active agents {{(pid=91669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:58:14.698100 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-5759ccf4-a2d9-4329-ab52-108ee478f252 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:14.750923 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-a2b34272-a051-4e73-85b1-f84db8299d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:14.770337 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:14.798929 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvr_db [None req-30012c05-3b1a-4901-a2a7-9cf1881cc894 None None] Set router ab790889-3468-48de-83f3-e25c7084e6c4 gateway port host: dv-cinder-796114-1-iscsi {{(pid=91668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:58:14.833323 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 51164) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:58:14.838024 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:14.848869 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.v2.base [None req-42f7ba90-28d5-40e1-9103-84c89fec75cb tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Request body: {'security_group': {'name': 'tempest-securitygroup--274235543', 'description': 'tempest-description--537613147'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:58:14.966914 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5759ccf4-a2d9-4329-ab52-108ee478f252 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:14.983262 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-5759ccf4-a2d9-4329-ab52-108ee478f252 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:15.008366 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-c2338309-7f41-4069-91df-651d5823de6c req-400c9de4-2275-4b62-bf2b-2b4909808bde service neutron] 10.222.0.23 "GET /v2.0/networks/c3f2488e-44c5-4b09-b9c1-b478ec12dd34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3989065 Jun 12 12:58:15.152745 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0be3ee-36e1-4483-8dfb-57075db060d2 None None] Pushing event updated for resources: {'Port': ['ID=a67d836e-9483-468a-9890-6e43140cd4df,revision_number=3']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:15.170246 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bc0be3ee-36e1-4483-8dfb-57075db060d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:15.183822 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 51172) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:58:15.230922 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-fe1f1115-99ac-4c78-a28d-9d249e57cd81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:15.274269 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-c827dae5-d1da-4952-a720-39fa35fa3e8f None None] Attempting to bind port a67d836e-9483-468a-9890-6e43140cd4df on host dv-cinder-796114-1-iscsi for vnic_type normal with profile {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 12:58:15.274644 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-c827dae5-d1da-4952-a720-39fa35fa3e8f None None] Attempting to bind port a67d836e-9483-468a-9890-6e43140cd4df by drivers openvswitch,hyperv on host dv-cinder-796114-1-iscsi at level 0 using segments [{'id': 'a0a674b8-7738-4903-8a88-2eeaa5688873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '64b4b39f-e457-4d52-beb5-ab2bbde33d05'}] {{(pid=91669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 12:58:15.275006 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c827dae5-d1da-4952-a720-39fa35fa3e8f None None] Attempting to bind port a67d836e-9483-468a-9890-6e43140cd4df on network 64b4b39f-e457-4d52-beb5-ab2bbde33d05 {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:58:15.281481 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c827dae5-d1da-4952-a720-39fa35fa3e8f None None] Checking agent: {'id': '0e4c1f03-8758-41fd-af96-477868dcd4b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 12, 50, 23), 'started_at': datetime.datetime(2021, 6, 12, 12, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 12, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 12:58:15.281855 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c827dae5-d1da-4952-a720-39fa35fa3e8f None None] Checking segment: {'id': 'a0a674b8-7738-4903-8a88-2eeaa5688873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '64b4b39f-e457-4d52-beb5-ab2bbde33d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:58:15.282375 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-c827dae5-d1da-4952-a720-39fa35fa3e8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:15.282807 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c827dae5-d1da-4952-a720-39fa35fa3e8f None None] Bound using segment: {'id': 'a0a674b8-7738-4903-8a88-2eeaa5688873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '64b4b39f-e457-4d52-beb5-ab2bbde33d05'} {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 12:58:15.283278 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-c827dae5-d1da-4952-a720-39fa35fa3e8f None None] Bound port: a67d836e-9483-468a-9890-6e43140cd4df, host: dv-cinder-796114-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0a674b8-7738-4903-8a88-2eeaa5688873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '64b4b39f-e457-4d52-beb5-ab2bbde33d05'}}] {{(pid=91669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 12:58:15.283644 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-c827dae5-d1da-4952-a720-39fa35fa3e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:15.286259 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-cc3cdc28-9229-4d49-a7de-8e180b1b2a63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:15.328858 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-42f7ba90-28d5-40e1-9103-84c89fec75cb tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:15.336621 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-cc3cdc28-9229-4d49-a7de-8e180b1b2a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:15.369216 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-5759ccf4-a2d9-4329-ab52-108ee478f252 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:15.377943 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-5759ccf4-a2d9-4329-ab52-108ee478f252 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.1153042 Jun 12 12:58:15.379188 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:15.384267 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 51182) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:58:15.411109 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.v2.base [None req-429e1422-7dff-4ad4-aaab-26359f625e65 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Request body: {'security_group_rule': {'security_group_id': 'bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:58:15.431499 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c7ef9-dbc6-43a5-92bb-c32b872f4789 req-ab41977a-d716-4413-b4c5-fa40a7a8fe8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:15.436574 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-4c5c7ef9-dbc6-43a5-92bb-c32b872f4789 req-ab41977a-d716-4413-b4c5-fa40a7a8fe8a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=95c531eed7bc41ed93d7b43b25a1fa63&device_id=01dd2636-c41c-4180-b450-b5b95b907560 HTTP/1.1" status: 200 len: 1096 time: 0.6504712 Jun 12 12:58:15.447289 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-c827dae5-d1da-4952-a720-39fa35fa3e8f None None] For port a67d836e-9483-468a-9890-6e43140cd4df, host dv-cinder-796114-1-iscsi, cleared binding levels {{(pid=91669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 12:58:15.455861 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd990d63-bc3a-4e20-a369-16faeefb77af req-7f6b1bd5-bef0-4360-88b9-837bede3d60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:15.462769 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-cd990d63-bc3a-4e20-a369-16faeefb77af req-7f6b1bd5-bef0-4360-88b9-837bede3d60f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b67a286ffa654c969fe77992bb8766b0&device_id=cd71af93-9ed7-4d24-9fce-a7e5dda5bb63 HTTP/1.1" status: 200 len: 1097 time: 0.6754527 Jun 12 12:58:15.464081 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-c827dae5-d1da-4952-a720-39fa35fa3e8f None None] For port a67d836e-9483-468a-9890-6e43140cd4df, host dv-cinder-796114-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=a67d836e-9483-468a-9890-6e43140cd4df,segment=NetworkSegment(a0a674b8-7738-4903-8a88-2eeaa5688873),segment_id=a0a674b8-7738-4903-8a88-2eeaa5688873)] {{(pid=91669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 12:58:15.472245 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-c827dae5-d1da-4952-a720-39fa35fa3e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:15.490548 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-532a0cc6-94c8-4630-a581-ae7ca0760ea7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:15.550170 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c827dae5-d1da-4952-a720-39fa35fa3e8f None None] Routers {'2d703b04-b819-4eec-958f-b4a2292252f1'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:58:15.550937 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-c827dae5-d1da-4952-a720-39fa35fa3e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T12:57:53Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['2d703b04-b819-4eec-958f-b4a2292252f1'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:58:15.595711 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cdabe7-46ef-4ad6-81b8-cb28288db90b None None] Pushing event updated for resources: {'Port': ['ID=15b10973-4456-488f-afd7-603581dcabb4,revision_number=3']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:15.599638 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-b2cdabe7-46ef-4ad6-81b8-cb28288db90b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.829s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:15.665516 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-fe1f1115-99ac-4c78-a28d-9d249e57cd81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:15.680612 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-fe1f1115-99ac-4c78-a28d-9d249e57cd81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:15.704863 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-cd990d63-bc3a-4e20-a369-16faeefb77af req-dffb79c9-e1c5-4e3e-b855-97f5bc04bd35 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a1676d1-6005-4012-93ff-4c03ba80e978 HTTP/1.1" status: 200 len: 217 time: 0.1720011 Jun 12 12:58:15.709368 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-cc3cdc28-9229-4d49-a7de-8e180b1b2a63 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=03464f2892264fe8a655a0fdd212efd5&name=default HTTP/1.1" status: 200 len: 2979 time: 3.4719489 Jun 12 12:58:15.711747 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 12:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43700ead-5f5a-4286-8255-5be6334d2cf7 x-openstack-request-id: req-43700ead-5f5a-4286-8255-5be6334d2cf7 {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:58:15.718042 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd71af93-9ed7-4d24-9fce-a7e5dda5bb63", "tag": "3a1676d1-6005-4012-93ff-4c03ba80e978", "status": "completed", "code": 200}]} {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:58:15.718905 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-43700ead-5f5a-4286-8255-5be6334d2cf7 {{(pid=91666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:58:15.719740 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd71af93-9ed7-4d24-9fce-a7e5dda5bb63', 'tag': '3a1676d1-6005-4012-93ff-4c03ba80e978', 'status': 'completed', 'code': 200} Jun 12 12:58:15.757272 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 51196) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:58:15.760248 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:15.765419 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-fe1f1115-99ac-4c78-a28d-9d249e57cd81 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4e0c44073b314e0da27abae0248b898a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5800714 Jun 12 12:58:15.787318 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 51198) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:58:15.827602 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-4c5c7ef9-dbc6-43a5-92bb-c32b872f4789 req-32ad7b5b-210f-4388-98c6-9dd2fd62aa9f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ebdb42a-1f6b-4820-90e8-c352aedcfc4f HTTP/1.1" status: 200 len: 217 time: 0.3540361 Jun 12 12:58:15.887986 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0be3ee-36e1-4483-8dfb-57075db060d2 None None] Pushing event updated for resources: {'Port': ['ID=a67d836e-9483-468a-9890-6e43140cd4df,revision_number=4']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:15.898542 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bc0be3ee-36e1-4483-8dfb-57075db060d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:15.939881 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c7ef9-dbc6-43a5-92bb-c32b872f4789 req-31476d78-8b36-47d6-9916-437c513a6e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:15.941364 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-4c5c7ef9-dbc6-43a5-92bb-c32b872f4789 req-31476d78-8b36-47d6-9916-437c513a6e3e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f71341f6-cb58-4087-aff6-95b2f92c6898 HTTP/1.1" status: 200 len: 854 time: 0.0891442 Jun 12 12:58:15.948554 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [None req-a2b34272-a051-4e73-85b1-f84db8299d9e None None] Attempting to bind port 15b10973-4456-488f-afd7-603581dcabb4 on host dv-cinder-796114-1-iscsi for vnic_type normal with profile {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 12:58:15.950226 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [None req-a2b34272-a051-4e73-85b1-f84db8299d9e None None] Attempting to bind port 15b10973-4456-488f-afd7-603581dcabb4 by drivers openvswitch,hyperv on host dv-cinder-796114-1-iscsi at level 0 using segments [{'id': 'f64e914f-5326-415e-a76f-3e9e82cbcb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c3f2488e-44c5-4b09-b9c1-b478ec12dd34'}] {{(pid=91668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 12:58:15.953007 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b34272-a051-4e73-85b1-f84db8299d9e None None] Attempting to bind port 15b10973-4456-488f-afd7-603581dcabb4 on network c3f2488e-44c5-4b09-b9c1-b478ec12dd34 {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:58:15.992993 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-42f7ba90-28d5-40e1-9103-84c89fec75cb tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:16.008072 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-c827dae5-d1da-4952-a720-39fa35fa3e8f None None] Set router 2d703b04-b819-4eec-958f-b4a2292252f1 gateway port host: dv-cinder-796114-1-iscsi {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:58:16.045852 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3cdc28-9229-4d49-a7de-8e180b1b2a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00551654-8053-413b-9f29-04d1b8f8818e,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:16.049204 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-42f7ba90-28d5-40e1-9103-84c89fec75cb tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:16.061742 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-4c5c7ef9-dbc6-43a5-92bb-c32b872f4789 req-c1ddc48c-d697-487a-ad79-67d4d62daaa8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e426109e-dad3-4f65-a54a-d678409a1b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838213 Jun 12 12:58:16.064437 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b34272-a051-4e73-85b1-f84db8299d9e None None] Checking agent: {'id': '0e4c1f03-8758-41fd-af96-477868dcd4b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 12, 50, 23), 'started_at': datetime.datetime(2021, 6, 12, 12, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 12, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 12:58:16.064727 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b34272-a051-4e73-85b1-f84db8299d9e None None] Checking segment: {'id': 'f64e914f-5326-415e-a76f-3e9e82cbcb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c3f2488e-44c5-4b09-b9c1-b478ec12dd34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:58:16.065145 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-a2b34272-a051-4e73-85b1-f84db8299d9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:16.065551 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b34272-a051-4e73-85b1-f84db8299d9e None None] Bound using segment: {'id': 'f64e914f-5326-415e-a76f-3e9e82cbcb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c3f2488e-44c5-4b09-b9c1-b478ec12dd34'} {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 12:58:16.066051 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [None req-a2b34272-a051-4e73-85b1-f84db8299d9e None None] Bound port: 15b10973-4456-488f-afd7-603581dcabb4, host: dv-cinder-796114-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f64e914f-5326-415e-a76f-3e9e82cbcb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c3f2488e-44c5-4b09-b9c1-b478ec12dd34'}}] {{(pid=91668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 12:58:16.066463 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-a2b34272-a051-4e73-85b1-f84db8299d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:16.074784 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a779de01-19a1-40f8-b5dc-245382963ff3 req-8bbf0b6f-5e99-4b19-947e-a08f322fa3b9 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:16.084182 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-a779de01-19a1-40f8-b5dc-245382963ff3 req-8bbf0b6f-5e99-4b19-947e-a08f322fa3b9 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=01dd2636-c41c-4180-b450-b5b95b907560 HTTP/1.1" status: 200 len: 943 time: 1.0262277 Jun 12 12:58:16.119246 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning complete for port 0777934b-50f2-4737-b8f9-b25f8eedbe99 triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:58:16.121534 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:16.126900 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1f1115-99ac-4c78-a28d-9d249e57cd81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda95019-5156-4c86-8183-09da1b8ab459,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:16.134279 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-01daa35e-4617-46c6-8803-9f193fb3461b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:16.137883 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-fe1f1115-99ac-4c78-a28d-9d249e57cd81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:16.167132 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-c56f1b06-fa63-4a3a-aa8b-2831b3a38a61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:16.250825 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-cc3cdc28-9229-4d49-a7de-8e180b1b2a63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.871s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:16.286680 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-4c5c7ef9-dbc6-43a5-92bb-c32b872f4789 req-387f3a6d-9f16-47c3-bc19-4c303fd1be9f service neutron] 10.222.0.30 "GET /v2.0/networks/e426109e-dad3-4f65-a54a-d678409a1b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765594 Jun 12 12:58:16.317042 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-42f7ba90-28d5-40e1-9103-84c89fec75cb tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:16.325607 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-42f7ba90-28d5-40e1-9103-84c89fec75cb tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.4800651 Jun 12 12:58:16.326680 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f7ba90-28d5-40e1-9103-84c89fec75cb tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=208ba6a1-805c-4f9d-a564-c9f39bce27cb,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:16.335064 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-42f7ba90-28d5-40e1-9103-84c89fec75cb tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:16.347418 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 51210) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:58:16.355007 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [None req-cf5f4c0e-1e3b-4e5c-b5ea-3a8c89a0cf0d tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Request body: {'security_group_rule': {'security_group_id': '208ba6a1-805c-4f9d-a564-c9f39bce27cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:58:16.359000 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-5411045b-f22a-4180-a34d-f83f2a204309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:16.378078 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-a779de01-19a1-40f8-b5dc-245382963ff3 req-07d0c76a-81f8-43df-9c46-b2c449c88bc9 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/security-groups?id=02246757-e4e7-402b-9da4-d1f6e68238bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925868 Jun 12 12:58:16.383995 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd990d63-bc3a-4e20-a369-16faeefb77af req-0bd72136-dbc2-498e-b6e3-7387e3a136bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:16.388131 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-cd990d63-bc3a-4e20-a369-16faeefb77af req-0bd72136-dbc2-498e-b6e3-7387e3a136bb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aadd9068-a48c-4c25-a9e1-6ce4c63bc457 HTTP/1.1" status: 200 len: 851 time: 0.5592327 Jun 12 12:58:16.393540 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-01daa35e-4617-46c6-8803-9f193fb3461b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:16.395631 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-429e1422-7dff-4ad4-aaab-26359f625e65 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:16.483160 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-a2b34272-a051-4e73-85b1-f84db8299d9e None None] For port 15b10973-4456-488f-afd7-603581dcabb4, host dv-cinder-796114-1-iscsi, cleared binding levels {{(pid=91668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 12:58:16.487022 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-30012c05-3b1a-4901-a2a7-9cf1881cc894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab790889-3468-48de-83f3-e25c7084e6c4', 'name': 'tempest-AttachVolumeTestJSON-1158203021-router', 'tenant_id': 'a33e9937caaf41ca8fc301bec96ba603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': 'ff6cce8c-05e5-4eab-b45e-7ab716552a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:57:53Z', 'updated_at': '2021-06-12T12:58:09Z', 'revision_number': 4, 'project_id': 'a33e9937caaf41ca8fc301bec96ba603', 'gw_port': {'id': 'ff6cce8c-05e5-4eab-b45e-7ab716552a6e', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:39:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab790889-3468-48de-83f3-e25c7084e6c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:57:55Z', 'updated_at': '2021-06-12T12:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_interfaces': [{'id': '50a383b3-95aa-4269-b91f-ce2dced92715', 'name': '', 'network_id': 'b082549b-b61d-48b6-a978-1804137ec38a', 'tenant_id': 'a33e9937caaf41ca8fc301bec96ba603', 'mac_address': 'fa:16:3e:24:d5:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab790889-3468-48de-83f3-e25c7084e6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '040de1c9-b671-4172-8240-56a21bd80720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:58:08Z', 'updated_at': '2021-06-12T12:58:10Z', 'revision_number': 2, 'project_id': 'a33e9937caaf41ca8fc301bec96ba603', 'subnets': [{'id': '040de1c9-b671-4172-8240-56a21bd80720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:58:16.494765 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30012c05-3b1a-4901-a2a7-9cf1881cc894 None None] Checking router: ab790889-3468-48de-83f3-e25c7084e6c4 for host: dv-cinder-796114-1-iscsi {{(pid=91668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 12:58:16.495030 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30012c05-3b1a-4901-a2a7-9cf1881cc894 None None] Updating router ab790889-3468-48de-83f3-e25c7084e6c4 port 50a383b3-95aa-4269-b91f-ce2dced92715 binding host dv-cinder-796114-1-iscsi {{(pid=91668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 12:58:16.496509 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-cd990d63-bc3a-4e20-a369-16faeefb77af req-139b1077-db20-409d-a6a3-dd12576bec1f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=93a13242-8cf3-4a2f-b262-b744cb0002a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485947 Jun 12 12:58:16.537478 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-5411045b-f22a-4180-a34d-f83f2a204309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:16.613294 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-30012c05-3b1a-4901-a2a7-9cf1881cc894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:16.619016 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-c827dae5-d1da-4952-a720-39fa35fa3e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d703b04-b819-4eec-958f-b4a2292252f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1705789875-router', 'tenant_id': '7f18be0815224addb543ffddc7807c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '51ea6e07-a05b-4867-8d4d-a7a8446f9496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:57:52Z', 'updated_at': '2021-06-12T12:58:06Z', 'revision_number': 4, 'project_id': '7f18be0815224addb543ffddc7807c85', 'gw_port': {'id': '51ea6e07-a05b-4867-8d4d-a7a8446f9496', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d703b04-b819-4eec-958f-b4a2292252f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:57:53Z', 'updated_at': '2021-06-12T12:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_interfaces': [{'id': 'a67d836e-9483-468a-9890-6e43140cd4df', 'name': '', 'network_id': '64b4b39f-e457-4d52-beb5-ab2bbde33d05', 'tenant_id': '7f18be0815224addb543ffddc7807c85', 'mac_address': 'fa:16:3e:28:2c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d703b04-b819-4eec-958f-b4a2292252f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f2822e5c-4cf7-4702-9de8-8d297e10d4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:58:01Z', 'updated_at': '2021-06-12T12:58:15Z', 'revision_number': 4, 'project_id': '7f18be0815224addb543ffddc7807c85', 'subnets': [{'id': 'f2822e5c-4cf7-4702-9de8-8d297e10d4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:58:16.624340 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c827dae5-d1da-4952-a720-39fa35fa3e8f None None] The sync data for ids ['2d703b04-b819-4eec-958f-b4a2292252f1'] in dv-cinder-796114-1-iscsi is: [{'id': '2d703b04-b819-4eec-958f-b4a2292252f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1705789875-router', 'tenant_id': '7f18be0815224addb543ffddc7807c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '51ea6e07-a05b-4867-8d4d-a7a8446f9496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:57:52Z', 'updated_at': '2021-06-12T12:58:06Z', 'revision_number': 4, 'project_id': '7f18be0815224addb543ffddc7807c85', 'gw_port': {'id': '51ea6e07-a05b-4867-8d4d-a7a8446f9496', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d703b04-b819-4eec-958f-b4a2292252f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:57:53Z', 'updated_at': '2021-06-12T12:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_interfaces': [{'id': 'a67d836e-9483-468a-9890-6e43140cd4df', 'name': '', 'network_id': '64b4b39f-e457-4d52-beb5-ab2bbde33d05', 'tenant_id': '7f18be0815224addb543ffddc7807c85', 'mac_address': 'fa:16:3e:28:2c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d703b04-b819-4eec-958f-b4a2292252f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f2822e5c-4cf7-4702-9de8-8d297e10d4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:58:01Z', 'updated_at': '2021-06-12T12:58:15Z', 'revision_number': 4, 'project_id': '7f18be0815224addb543ffddc7807c85', 'subnets': [{'id': 'f2822e5c-4cf7-4702-9de8-8d297e10d4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 12:58:16.639372 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-cd990d63-bc3a-4e20-a369-16faeefb77af req-b8c9df52-acd6-4379-98a7-8ad0e187afbf service neutron] 10.222.0.30 "GET /v2.0/networks/93a13242-8cf3-4a2f-b262-b744cb0002a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333232 Jun 12 12:58:16.647840 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-a2b34272-a051-4e73-85b1-f84db8299d9e None None] For port 15b10973-4456-488f-afd7-603581dcabb4, host dv-cinder-796114-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=15b10973-4456-488f-afd7-603581dcabb4,segment=NetworkSegment(f64e914f-5326-415e-a76f-3e9e82cbcb9d),segment_id=f64e914f-5326-415e-a76f-3e9e82cbcb9d)] {{(pid=91668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 12:58:16.678257 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-cf5f4c0e-1e3b-4e5c-b5ea-3a8c89a0cf0d tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:16.690139 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-429e1422-7dff-4ad4-aaab-26359f625e65 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:16.751540 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-a2b34272-a051-4e73-85b1-f84db8299d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:16.756231 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:16.796289 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-429e1422-7dff-4ad4-aaab-26359f625e65 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441033'] for security_group_rule, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:16.805865 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-5411045b-f22a-4180-a34d-f83f2a204309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:16.811671 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-d12d868f-7af6-454f-bd96-07672055a162 req-520eca36-44ef-422c-b35a-d801d5055d2a tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 210 time: 0.1623008 Jun 12 12:58:16.816341 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27730c1a-b81f-472e-ba95-ea931e5b7ea6 req-d3a4c6e6-0ebb-4fea-8fd9-7b5c67d17e24 tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:16.818325 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-27730c1a-b81f-472e-ba95-ea931e5b7ea6 req-d3a4c6e6-0ebb-4fea-8fd9-7b5c67d17e24 tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd71af93-9ed7-4d24-9fce-a7e5dda5bb63 HTTP/1.1" status: 200 len: 944 time: 0.8925238 Jun 12 12:58:16.850071 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:16.850071 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-5411045b-f22a-4180-a34d-f83f2a204309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:16.850694 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-4c5c7ef9-dbc6-43a5-92bb-c32b872f4789 req-5f86f847-8990-4184-a850-2a4b1fac6830 service neutron] 10.222.0.30 "GET /v2.0/networks/e426109e-dad3-4f65-a54a-d678409a1b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5443602 Jun 12 12:58:16.850844 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-5411045b-f22a-4180-a34d-f83f2a204309 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/00551654-8053-413b-9f29-04d1b8f8818e HTTP/1.1" status: 204 len: 168 time: 1.0684631 Jun 12 12:58:16.942179 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429e1422-7dff-4ad4-aaab-26359f625e65 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0f42d93-168d-4682-93a6-bc7edcdef2c5,revision_number=0']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:16.945901 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-429e1422-7dff-4ad4-aaab-26359f625e65 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:16.970732 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:16.972906 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b34272-a051-4e73-85b1-f84db8299d9e None None] Routers {'428e15d8-202d-424d-8a98-48c306e0ff76'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:58:16.979146 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-a2b34272-a051-4e73-85b1-f84db8299d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T12:57:53Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['428e15d8-202d-424d-8a98-48c306e0ff76'], 'active': True} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:58:16.988927 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5411045b-f22a-4180-a34d-f83f2a204309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00551654-8053-413b-9f29-04d1b8f8818e,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:16.992878 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-5411045b-f22a-4180-a34d-f83f2a204309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:16.997709 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-429e1422-7dff-4ad4-aaab-26359f625e65 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:17.003336 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-429e1422-7dff-4ad4-aaab-26359f625e65 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6159692 Jun 12 12:58:17.005684 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 51224) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:58:17.012079 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-27730c1a-b81f-472e-ba95-ea931e5b7ea6 req-b06663cf-2c96-43e4-b421-8ec0d828ccad tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffd46618-484d-45c1-9b5c-8a949278e56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754873 Jun 12 12:58:17.016916 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.v2.base [None req-54b11b4f-043a-4721-b9c2-9e05c46407f4 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Request body: {'security_group_rule': {'security_group_id': 'bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:58:17.041471 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-01daa35e-4617-46c6-8803-9f193fb3461b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:17.052859 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-01daa35e-4617-46c6-8803-9f193fb3461b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:17.053929 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-01daa35e-4617-46c6-8803-9f193fb3461b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dda95019-5156-4c86-8183-09da1b8ab459 HTTP/1.1" status: 204 len: 168 time: 1.2427659 Jun 12 12:58:17.062458 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:17.093403 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01daa35e-4617-46c6-8803-9f193fb3461b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda95019-5156-4c86-8183-09da1b8ab459,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:17.109177 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-01daa35e-4617-46c6-8803-9f193fb3461b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:17.128692 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-54b11b4f-043a-4721-b9c2-9e05c46407f4 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:17.328415 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvr_db [None req-a2b34272-a051-4e73-85b1-f84db8299d9e None None] Set router 428e15d8-202d-424d-8a98-48c306e0ff76 gateway port host: dv-cinder-796114-1-iscsi {{(pid=91668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:58:17.378539 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-54b11b4f-043a-4721-b9c2-9e05c46407f4 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:17.391036 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cdabe7-46ef-4ad6-81b8-cb28288db90b None None] Pushing event updated for resources: {'Port': ['ID=15b10973-4456-488f-afd7-603581dcabb4,revision_number=4']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:17.394552 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-54b11b4f-043a-4721-b9c2-9e05c46407f4 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441033'] for security_group_rule, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:17.395039 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-b2cdabe7-46ef-4ad6-81b8-cb28288db90b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.639s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:17.396935 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-429e1422-7dff-4ad4-aaab-26359f625e65 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:17.450743 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b11b4f-043a-4721-b9c2-9e05c46407f4 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a8a2a82-bfd9-459e-8bba-006dc1e0ffe5,revision_number=0']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:17.462450 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-54b11b4f-043a-4721-b9c2-9e05c46407f4 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:17.491846 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-54b11b4f-043a-4721-b9c2-9e05c46407f4 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:17.493555 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-54b11b4f-043a-4721-b9c2-9e05c46407f4 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4860706 Jun 12 12:58:17.498097 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-cd990d63-bc3a-4e20-a369-16faeefb77af req-c4250ac9-314a-4e8b-9090-11c591f3f908 service neutron] 10.222.0.30 "GET /v2.0/networks/93a13242-8cf3-4a2f-b262-b744cb0002a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8459394 Jun 12 12:58:17.498935 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 51244) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:58:17.505559 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.v2.base [None req-c0229fb9-ff42-498f-849c-9772d1a90815 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Request body: {'floatingip': {'floating_network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:58:17.591437 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c0229fb9-ff42-498f-849c-9772d1a90815 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks [] for floatingip, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:17.733208 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01dd2636-c41c-4180-b450-b5b95b907560', 'tag': '9ebdb42a-1f6b-4820-90e8-c352aedcfc4f'}] {{(pid=91666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:58:17.736574 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba2aedb3ce59156ad261fd92086ba05f02985526b362ab5d5a646d7af1b76f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d35b5f9-0d94-42de-8581-2f27be051522" -d '{"events": [{"name": "network-changed", "server_uuid": "01dd2636-c41c-4180-b450-b5b95b907560", "tag": "9ebdb42a-1f6b-4820-90e8-c352aedcfc4f"}]}' {{(pid=91666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:58:17.960856 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a7b9c0-b5fc-4eac-bc85-82c503dd664e req-54b12f5d-2a21-4d4c-baa2-00ed081a049d tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:17.963080 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-64a7b9c0-b5fc-4eac-bc85-82c503dd664e req-54b12f5d-2a21-4d4c-baa2-00ed081a049d tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=01dd2636-c41c-4180-b450-b5b95b907560 HTTP/1.1" status: 200 len: 943 time: 0.3424270 Jun 12 12:58:18.098658 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-64a7b9c0-b5fc-4eac-bc85-82c503dd664e req-9f6ca4df-e4e5-48e4-a858-0972c7cc8eb6 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/security-groups?id=02246757-e4e7-402b-9da4-d1f6e68238bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277192 Jun 12 12:58:18.103403 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-cf5f4c0e-1e3b-4e5c-b5ea-3a8c89a0cf0d tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:18.141733 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c0229fb9-ff42-498f-849c-9772d1a90815 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for port, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:18.161958 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-cf5f4c0e-1e3b-4e5c-b5ea-3a8c89a0cf0d tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441033'] for security_group_rule, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:18.206849 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 12:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6787ef66-759a-4fa0-8540-e64678b775e2 x-openstack-request-id: req-6787ef66-759a-4fa0-8540-e64678b775e2 {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:58:18.207168 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01dd2636-c41c-4180-b450-b5b95b907560", "tag": "9ebdb42a-1f6b-4820-90e8-c352aedcfc4f", "status": "completed", "code": 200}]} {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:58:18.208028 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6787ef66-759a-4fa0-8540-e64678b775e2 {{(pid=91666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:58:18.208028 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01dd2636-c41c-4180-b450-b5b95b907560', 'tag': '9ebdb42a-1f6b-4820-90e8-c352aedcfc4f', 'status': 'completed', 'code': 200} Jun 12 12:58:18.216184 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:18.252596 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.30', 60707) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:58:18.403907 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5f4c0e-1e3b-4e5c-b5ea-3a8c89a0cf0d tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=163ec803-44e9-4143-ac4c-1620675cd273,revision_number=0']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:18.417196 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce5f9d-7d41-465f-9a22-f92b4b90e455 req-8036817c-d170-4681-9283-b3b13bc9f12c tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:18.424734 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-a3ce5f9d-7d41-465f-9a22-f92b4b90e455 req-8036817c-d170-4681-9283-b3b13bc9f12c tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/networks?id=c3f2488e-44c5-4b09-b9c1-b478ec12dd34 HTTP/1.1" status: 200 len: 818 time: 0.8768640 Jun 12 12:58:18.429087 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-cf5f4c0e-1e3b-4e5c-b5ea-3a8c89a0cf0d tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:18.438809 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2338309-7f41-4069-91df-651d5823de6c req-936c9596-d68f-402e-86fc-392a403ad106 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:18.440328 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-c2338309-7f41-4069-91df-651d5823de6c req-936c9596-d68f-402e-86fc-392a403ad106 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.30 "GET /v2.0/networks?id=c3f2488e-44c5-4b09-b9c1-b478ec12dd34 HTTP/1.1" status: 200 len: 818 time: 0.9272470 Jun 12 12:58:18.452320 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-cf5f4c0e-1e3b-4e5c-b5ea-3a8c89a0cf0d tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:18.453505 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-cf5f4c0e-1e3b-4e5c-b5ea-3a8c89a0cf0d tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1051147 Jun 12 12:58:18.456956 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 51280) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:58:18.464984 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [None req-98809583-095c-40bb-bab3-602bfa36a1b7 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Request body: {'security_group_rule': {'security_group_id': '208ba6a1-805c-4f9d-a564-c9f39bce27cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:58:18.473497 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-a3ce5f9d-7d41-465f-9a22-f92b4b90e455 req-6110b14c-8068-4d12-8491-8f7abea84efb tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/quotas/a1fdb5b3d3254fb7a2c5c6bf9fba5480 HTTP/1.1" status: 200 len: 375 time: 0.0457509 Jun 12 12:58:18.512810 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-30012c05-3b1a-4901-a2a7-9cf1881cc894 None None] Notify callbacks [] for port, precommit_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:18.546644 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-30012c05-3b1a-4901-a2a7-9cf1881cc894 None None] Transition to ACTIVE for port object 50a383b3-95aa-4269-b91f-ce2dced92715 will not be triggered until provisioned by entity L2. {{(pid=91668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:58:18.571082 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-30012c05-3b1a-4901-a2a7-9cf1881cc894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:18.571734 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848b4b8d-94e4-4d3d-ad5b-c5aac8cc37c4 req-573e123b-465f-43f8-828f-b4df328b97b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:18.573611 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-848b4b8d-94e4-4d3d-ad5b-c5aac8cc37c4 req-573e123b-465f-43f8-828f-b4df328b97b9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b67a286ffa654c969fe77992bb8766b0&device_id=cd71af93-9ed7-4d24-9fce-a7e5dda5bb63 HTTP/1.1" status: 200 len: 1097 time: 0.8647804 Jun 12 12:58:18.575909 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:18.583865 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [req-c2338309-7f41-4069-91df-651d5823de6c req-368f5107-ee67-44ab-add6-19a156e656a3 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Request body: {'port': {'device_id': '535c6c85-0dba-4e69-b436-86a14721b323', 'network_id': 'c3f2488e-44c5-4b09-b9c1-b478ec12dd34', 'admin_state_up': True, 'tenant_id': 'a1fdb5b3d3254fb7a2c5c6bf9fba5480'}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:58:18.689943 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-a2b34272-a051-4e73-85b1-f84db8299d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428e15d8-202d-424d-8a98-48c306e0ff76', 'name': 'tempest-ServerRescueNegativeTestJSON-319688326-router', 'tenant_id': 'a1fdb5b3d3254fb7a2c5c6bf9fba5480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '0777934b-50f2-4737-b8f9-b25f8eedbe99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:57:54Z', 'updated_at': '2021-06-12T12:58:09Z', 'revision_number': 4, 'project_id': 'a1fdb5b3d3254fb7a2c5c6bf9fba5480', 'gw_port': {'id': '0777934b-50f2-4737-b8f9-b25f8eedbe99', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ee:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428e15d8-202d-424d-8a98-48c306e0ff76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:57:56Z', 'updated_at': '2021-06-12T12:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_interfaces': [{'id': '15b10973-4456-488f-afd7-603581dcabb4', 'name': '', 'network_id': 'c3f2488e-44c5-4b09-b9c1-b478ec12dd34', 'tenant_id': 'a1fdb5b3d3254fb7a2c5c6bf9fba5480', 'mac_address': 'fa:16:3e:ba:67:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428e15d8-202d-424d-8a98-48c306e0ff76', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e49e69c6-b979-45e9-b77a-48cd10ef7dd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:58:07Z', 'updated_at': '2021-06-12T12:58:16Z', 'revision_number': 4, 'project_id': 'a1fdb5b3d3254fb7a2c5c6bf9fba5480', 'subnets': [{'id': 'e49e69c6-b979-45e9-b77a-48cd10ef7dd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:58:18.801072 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device a67d836e-9483-468a-9890-6e43140cd4df up at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:58:18.837062 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.db.db_base_plugin_common [None req-c0229fb9-ff42-498f-849c-9772d1a90815 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Allocated IP 172.27.3.32 (d31b88ef-fdf5-46b1-8572-11d751094587/d3cd8c99-09c7-4ded-87bb-a3c326773e06/0a42e35e-6926-40db-9f60-1ee84440f0eb) {{(pid=91667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 12:58:18.900931 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b34272-a051-4e73-85b1-f84db8299d9e None None] The sync data for ids ['428e15d8-202d-424d-8a98-48c306e0ff76'] in dv-cinder-796114-1-iscsi is: [{'id': '428e15d8-202d-424d-8a98-48c306e0ff76', 'name': 'tempest-ServerRescueNegativeTestJSON-319688326-router', 'tenant_id': 'a1fdb5b3d3254fb7a2c5c6bf9fba5480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '0777934b-50f2-4737-b8f9-b25f8eedbe99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:57:54Z', 'updated_at': '2021-06-12T12:58:09Z', 'revision_number': 4, 'project_id': 'a1fdb5b3d3254fb7a2c5c6bf9fba5480', 'gw_port': {'id': '0777934b-50f2-4737-b8f9-b25f8eedbe99', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ee:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428e15d8-202d-424d-8a98-48c306e0ff76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:57:56Z', 'updated_at': '2021-06-12T12:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_interfaces': [{'id': '15b10973-4456-488f-afd7-603581dcabb4', 'name': '', 'network_id': 'c3f2488e-44c5-4b09-b9c1-b478ec12dd34', 'tenant_id': 'a1fdb5b3d3254fb7a2c5c6bf9fba5480', 'mac_address': 'fa:16:3e:ba:67:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428e15d8-202d-424d-8a98-48c306e0ff76', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e49e69c6-b979-45e9-b77a-48cd10ef7dd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:58:07Z', 'updated_at': '2021-06-12T12:58:16Z', 'revision_number': 4, 'project_id': 'a1fdb5b3d3254fb7a2c5c6bf9fba5480', 'subnets': [{'id': 'e49e69c6-b979-45e9-b77a-48cd10ef7dd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 12:58:18.926535 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d586baa3-b720-44b2-a014-ce8a7ff14584 None None] Pushing event updated for resources: {'Port': ['ID=50a383b3-95aa-4269-b91f-ce2dced92715,revision_number=3']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:18.929555 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-d586baa3-b720-44b2-a014-ce8a7ff14584 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:18.937021 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23106c95-62ba-4dd3-ba10-1803202813d5 req-473194fe-abae-4780-8f15-3a25bc9d8000 tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:18.942427 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-23106c95-62ba-4dd3-ba10-1803202813d5 req-473194fe-abae-4780-8f15-3a25bc9d8000 tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd71af93-9ed7-4d24-9fce-a7e5dda5bb63 HTTP/1.1" status: 200 len: 944 time: 0.6248770 Jun 12 12:58:19.023598 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848b4b8d-94e4-4d3d-ad5b-c5aac8cc37c4 req-aa5d85eb-0561-46d6-b4e6-a0fe80431cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:19.025050 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-848b4b8d-94e4-4d3d-ad5b-c5aac8cc37c4 req-aa5d85eb-0561-46d6-b4e6-a0fe80431cd6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=93a13242-8cf3-4a2f-b262-b744cb0002a8 HTTP/1.1" status: 200 len: 912 time: 0.2709472 Jun 12 12:58:19.087838 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [None req-30012c05-3b1a-4901-a2a7-9cf1881cc894 None None] Attempting to bind port 50a383b3-95aa-4269-b91f-ce2dced92715 on host dv-cinder-796114-1-iscsi for vnic_type normal with profile {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 12:58:19.088128 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [None req-30012c05-3b1a-4901-a2a7-9cf1881cc894 None None] Attempting to bind port 50a383b3-95aa-4269-b91f-ce2dced92715 by drivers openvswitch,hyperv on host dv-cinder-796114-1-iscsi at level 0 using segments [{'id': '86bd5776-487d-44b3-91cb-8214abc180f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b082549b-b61d-48b6-a978-1804137ec38a'}] {{(pid=91668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 12:58:19.088517 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30012c05-3b1a-4901-a2a7-9cf1881cc894 None None] Attempting to bind port 50a383b3-95aa-4269-b91f-ce2dced92715 on network b082549b-b61d-48b6-a978-1804137ec38a {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:58:19.101036 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30012c05-3b1a-4901-a2a7-9cf1881cc894 None None] Checking agent: {'id': '0e4c1f03-8758-41fd-af96-477868dcd4b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 12, 50, 23), 'started_at': datetime.datetime(2021, 6, 12, 12, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 12, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 12:58:19.101451 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30012c05-3b1a-4901-a2a7-9cf1881cc894 None None] Checking segment: {'id': '86bd5776-487d-44b3-91cb-8214abc180f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b082549b-b61d-48b6-a978-1804137ec38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:58:19.101902 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-30012c05-3b1a-4901-a2a7-9cf1881cc894 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:19.102373 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30012c05-3b1a-4901-a2a7-9cf1881cc894 None None] Bound using segment: {'id': '86bd5776-487d-44b3-91cb-8214abc180f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b082549b-b61d-48b6-a978-1804137ec38a'} {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 12:58:19.103177 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [None req-30012c05-3b1a-4901-a2a7-9cf1881cc894 None None] Bound port: 50a383b3-95aa-4269-b91f-ce2dced92715, host: dv-cinder-796114-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86bd5776-487d-44b3-91cb-8214abc180f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b082549b-b61d-48b6-a978-1804137ec38a'}}] {{(pid=91668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 12:58:19.103630 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-30012c05-3b1a-4901-a2a7-9cf1881cc894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:19.124021 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-23106c95-62ba-4dd3-ba10-1803202813d5 req-eacde15b-0680-4145-b759-98a132221916 tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffd46618-484d-45c1-9b5c-8a949278e56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512692 Jun 12 12:58:19.131707 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning for port a67d836e-9483-468a-9890-6e43140cd4df completed by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:58:19.146747 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-848b4b8d-94e4-4d3d-ad5b-c5aac8cc37c4 req-c9b5c764-1f6a-4749-9388-b81cb4d072e2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a1676d1-6005-4012-93ff-4c03ba80e978 HTTP/1.1" status: 200 len: 217 time: 0.1118696 Jun 12 12:58:19.147510 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning complete for port a67d836e-9483-468a-9890-6e43140cd4df triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:58:19.147510 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:19.213360 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:19.222743 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c0229fb9-ff42-498f-849c-9772d1a90815 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks [] for port, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:19.283925 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2338309-7f41-4069-91df-651d5823de6c req-368f5107-ee67-44ab-add6-19a156e656a3 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Made reservation on behalf of a1fdb5b3d3254fb7a2c5c6bf9fba5480 for: {'port': 1} {{(pid=91666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 12:58:19.293345 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-c2338309-7f41-4069-91df-651d5823de6c req-368f5107-ee67-44ab-add6-19a156e656a3 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for port, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:19.322982 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c0229fb9-ff42-498f-849c-9772d1a90815 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1466997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-122173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752044431912'] for port, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:19.336860 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:19.349455 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0229fb9-ff42-498f-849c-9772d1a90815 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Network d31b88ef-fdf5-46b1-8572-11d751094587 is already hosted by enough agents. {{(pid=91667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:58:19.367042 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-30012c05-3b1a-4901-a2a7-9cf1881cc894 None None] For port 50a383b3-95aa-4269-b91f-ce2dced92715, host dv-cinder-796114-1-iscsi, cleared binding levels {{(pid=91668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 12:58:19.378451 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-98809583-095c-40bb-bab3-602bfa36a1b7 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:19.387567 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.base_scheduler [None req-c0229fb9-ff42-498f-849c-9772d1a90815 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Resources bound (agent type, host, resource id): {{(pid=91667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:58:19.390606 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0229fb9-ff42-498f-849c-9772d1a90815 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Received port after_create {{(pid=91667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 12:58:19.401411 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d35b5f9-0d94-42de-8581-2f27be051522 req-9aaf9118-bd7c-4a28-80f5-c383a62efac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:19.420927 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-6d35b5f9-0d94-42de-8581-2f27be051522 req-9aaf9118-bd7c-4a28-80f5-c383a62efac9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=95c531eed7bc41ed93d7b43b25a1fa63&device_id=01dd2636-c41c-4180-b450-b5b95b907560 HTTP/1.1" status: 200 len: 1096 time: 1.1671240 Jun 12 12:58:19.468218 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-30012c05-3b1a-4901-a2a7-9cf1881cc894 None None] For port 50a383b3-95aa-4269-b91f-ce2dced92715, host dv-cinder-796114-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=50a383b3-95aa-4269-b91f-ce2dced92715,segment=NetworkSegment(86bd5776-487d-44b3-91cb-8214abc180f6),segment_id=86bd5776-487d-44b3-91cb-8214abc180f6)] {{(pid=91668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 12:58:19.504918 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-30012c05-3b1a-4901-a2a7-9cf1881cc894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:19.534958 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:19.539201 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0229fb9-ff42-498f-849c-9772d1a90815 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Pushing event updated for resources: {'Port': ['ID=0a42e35e-6926-40db-9f60-1ee84440f0eb,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:19.546965 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-c0229fb9-ff42-498f-849c-9772d1a90815 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:19.592226 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c0229fb9-ff42-498f-849c-9772d1a90815 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:19.654048 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:19.665955 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5b4bf2-f4d1-46ec-ad04-83ffc759a48d req-455e6a6e-19af-4352-971a-6964fb7e6e0a tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:19.670083 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-ed5b4bf2-f4d1-46ec-ad04-83ffc759a48d req-455e6a6e-19af-4352-971a-6964fb7e6e0a tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=01dd2636-c41c-4180-b450-b5b95b907560 HTTP/1.1" status: 200 len: 943 time: 0.3341112 Jun 12 12:58:19.726215 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d35b5f9-0d94-42de-8581-2f27be051522 req-05d00c6f-c7e7-4f11-8b35-978acc31308f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:19.738570 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-6d35b5f9-0d94-42de-8581-2f27be051522 req-05d00c6f-c7e7-4f11-8b35-978acc31308f service neutron] 10.222.0.30 "GET /v2.0/networks?id=e426109e-dad3-4f65-a54a-d678409a1b99 HTTP/1.1" status: 200 len: 915 time: 0.2911108 Jun 12 12:58:19.770270 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] For port a67d836e-9483-468a-9890-6e43140cd4df, host dv-cinder-796114-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=a67d836e-9483-468a-9890-6e43140cd4df,segment=NetworkSegment(a0a674b8-7738-4903-8a88-2eeaa5688873),segment_id=a0a674b8-7738-4903-8a88-2eeaa5688873)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:58:19.810666 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:19.868660 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-ed5b4bf2-f4d1-46ec-ad04-83ffc759a48d req-521aa21f-a55c-46cf-9e09-3b669ac6bd35 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/security-groups?id=02246757-e4e7-402b-9da4-d1f6e68238bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837802 Jun 12 12:58:19.875810 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c0229fb9-ff42-498f-849c-9772d1a90815 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:19.881780 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848b4b8d-94e4-4d3d-ad5b-c5aac8cc37c4 req-1d4f79bc-2c4b-4f32-95db-64b7d56b417c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:19.885634 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-848b4b8d-94e4-4d3d-ad5b-c5aac8cc37c4 req-1d4f79bc-2c4b-4f32-95db-64b7d56b417c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aadd9068-a48c-4c25-a9e1-6ce4c63bc457 HTTP/1.1" status: 200 len: 851 time: 0.7071064 Jun 12 12:58:19.909014 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-a3ce5f9d-7d41-465f-9a22-f92b4b90e455 req-c5d09199-29c0-48fd-b847-ec055d22bb51 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a1fdb5b3d3254fb7a2c5c6bf9fba5480&fields=id HTTP/1.1" status: 200 len: 255 time: 1.4313049 Jun 12 12:58:19.926692 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d586baa3-b720-44b2-a014-ce8a7ff14584 None None] Pushing event updated for resources: {'Port': ['ID=50a383b3-95aa-4269-b91f-ce2dced92715,revision_number=4']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:19.955068 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30012c05-3b1a-4901-a2a7-9cf1881cc894 None None] Routers {'ab790889-3468-48de-83f3-e25c7084e6c4'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:58:19.955942 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-30012c05-3b1a-4901-a2a7-9cf1881cc894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T12:57:53Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['ab790889-3468-48de-83f3-e25c7084e6c4'], 'active': True} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:58:19.959108 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-d586baa3-b720-44b2-a014-ce8a7ff14584 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:19.959786 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-85c52b56-909a-4c43-9e4d-e188cca3f380 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:20.051751 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Pushing event updated for resources: {'Port': ['ID=a67d836e-9483-468a-9890-6e43140cd4df,revision_number=5']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:20.094593 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-98809583-095c-40bb-bab3-602bfa36a1b7 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:20.128693 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:20.264396 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.db_base_plugin_common [req-c2338309-7f41-4069-91df-651d5823de6c req-368f5107-ee67-44ab-add6-19a156e656a3 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Allocated IP 172.20.0.3 (c3f2488e-44c5-4b09-b9c1-b478ec12dd34/e49e69c6-b979-45e9-b77a-48cd10ef7dd0/fde1258c-44aa-4e18-91ed-e31fa89248dc) {{(pid=91666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 12:58:20.314789 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvr_db [None req-30012c05-3b1a-4901-a2a7-9cf1881cc894 None None] Set router ab790889-3468-48de-83f3-e25c7084e6c4 gateway port host: dv-cinder-796114-1-iscsi {{(pid=91668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:58:20.588167 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c0229fb9-ff42-498f-849c-9772d1a90815 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks [] for port, precommit_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:20.631380 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c0229fb9-ff42-498f-849c-9772d1a90815 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:20.651578 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-c0229fb9-ff42-498f-849c-9772d1a90815 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:20.693077 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-d2619635-2141-48e2-977c-e90caa2a4f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:20.740642 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0229fb9-ff42-498f-849c-9772d1a90815 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Pushing event updated for resources: {'Port': ['ID=0a42e35e-6926-40db-9f60-1ee84440f0eb,revision_number=2']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:20.759490 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-c2338309-7f41-4069-91df-651d5823de6c req-368f5107-ee67-44ab-add6-19a156e656a3 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Notify callbacks [] for port, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:20.769193 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c0229fb9-ff42-498f-849c-9772d1a90815 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454259'] for floatingip, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:20.788099 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-c0229fb9-ff42-498f-849c-9772d1a90815 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:20.828779 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ea65d-16e2-45d5-b07a-c46ccb3157d8 req-30827e32-55bb-44b7-a1b0-c1534b8a7165 tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:20.834398 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-a42ea65d-16e2-45d5-b07a-c46ccb3157d8 req-30827e32-55bb-44b7-a1b0-c1534b8a7165 tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd71af93-9ed7-4d24-9fce-a7e5dda5bb63 HTTP/1.1" status: 200 len: 944 time: 0.4310410 Jun 12 12:58:20.836940 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c0229fb9-ff42-498f-849c-9772d1a90815 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920'] for floatingip, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:20.838715 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-c0229fb9-ff42-498f-849c-9772d1a90815 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3385556 Jun 12 12:58:20.889169 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device 15b10973-4456-488f-afd7-603581dcabb4 up at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:58:20.914877 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-a42ea65d-16e2-45d5-b07a-c46ccb3157d8 req-f7f69991-6392-44c9-9f0b-ebd61fa0f177 tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffd46618-484d-45c1-9b5c-8a949278e56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750239 Jun 12 12:58:20.919478 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-6d35b5f9-0d94-42de-8581-2f27be051522 req-c32ebcaa-3ab9-41a8-9a86-929b2bc9055f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ebdb42a-1f6b-4820-90e8-c352aedcfc4f HTTP/1.1" status: 200 len: 217 time: 1.0521371 Jun 12 12:58:20.920509 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-c2338309-7f41-4069-91df-651d5823de6c req-368f5107-ee67-44ab-add6-19a156e656a3 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1466997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-122173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752044431912'] for port, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:20.986042 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-98809583-095c-40bb-bab3-602bfa36a1b7 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441033'] for security_group_rule, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:21.002184 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-848b4b8d-94e4-4d3d-ad5b-c5aac8cc37c4 req-6bc4e775-5c53-4d77-afe1-d553009b2abc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=93a13242-8cf3-4a2f-b262-b744cb0002a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.9601755 Jun 12 12:58:21.072062 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:21.135000 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning for port 15b10973-4456-488f-afd7-603581dcabb4 completed by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:58:21.154133 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning complete for port 15b10973-4456-488f-afd7-603581dcabb4 triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:58:21.154851 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:21.161170 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d35b5f9-0d94-42de-8581-2f27be051522 req-c267ee47-f8a6-4f1a-9da9-a6dc9ca9ef53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:21.163154 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-6d35b5f9-0d94-42de-8581-2f27be051522 req-c267ee47-f8a6-4f1a-9da9-a6dc9ca9ef53 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f71341f6-cb58-4087-aff6-95b2f92c6898 HTTP/1.1" status: 200 len: 854 time: 0.1577077 Jun 12 12:58:21.173656 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368f5107-ee67-44ab-add6-19a156e656a3 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Pushing event updated for resources: {'Port': ['ID=fde1258c-44aa-4e18-91ed-e31fa89248dc,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:21.177794 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-368f5107-ee67-44ab-add6-19a156e656a3 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:21.178389 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-cf5f4c0e-1e3b-4e5c-b5ea-3a8c89a0cf0d tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:21.205791 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98809583-095c-40bb-bab3-602bfa36a1b7 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=519c8bd8-1da8-48fb-a387-00754a70115e,revision_number=0']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:21.210592 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-98809583-095c-40bb-bab3-602bfa36a1b7 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:21.293109 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2338309-7f41-4069-91df-651d5823de6c req-368f5107-ee67-44ab-add6-19a156e656a3 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Network c3f2488e-44c5-4b09-b9c1-b478ec12dd34 is already hosted by enough agents. {{(pid=91666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:58:21.306101 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-30012c05-3b1a-4901-a2a7-9cf1881cc894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab790889-3468-48de-83f3-e25c7084e6c4', 'name': 'tempest-AttachVolumeTestJSON-1158203021-router', 'tenant_id': 'a33e9937caaf41ca8fc301bec96ba603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': 'ff6cce8c-05e5-4eab-b45e-7ab716552a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:57:53Z', 'updated_at': '2021-06-12T12:58:09Z', 'revision_number': 4, 'project_id': 'a33e9937caaf41ca8fc301bec96ba603', 'gw_port': {'id': 'ff6cce8c-05e5-4eab-b45e-7ab716552a6e', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:39:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab790889-3468-48de-83f3-e25c7084e6c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:57:55Z', 'updated_at': '2021-06-12T12:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_interfaces': [{'id': '50a383b3-95aa-4269-b91f-ce2dced92715', 'name': '', 'network_id': 'b082549b-b61d-48b6-a978-1804137ec38a', 'tenant_id': 'a33e9937caaf41ca8fc301bec96ba603', 'mac_address': 'fa:16:3e:24:d5:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab790889-3468-48de-83f3-e25c7084e6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '040de1c9-b671-4172-8240-56a21bd80720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:58:08Z', 'updated_at': '2021-06-12T12:58:19Z', 'revision_number': 4, 'project_id': 'a33e9937caaf41ca8fc301bec96ba603', 'subnets': [{'id': '040de1c9-b671-4172-8240-56a21bd80720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:58:21.316947 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30012c05-3b1a-4901-a2a7-9cf1881cc894 None None] The sync data for ids ['ab790889-3468-48de-83f3-e25c7084e6c4'] in dv-cinder-796114-1-iscsi is: [{'id': 'ab790889-3468-48de-83f3-e25c7084e6c4', 'name': 'tempest-AttachVolumeTestJSON-1158203021-router', 'tenant_id': 'a33e9937caaf41ca8fc301bec96ba603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': 'ff6cce8c-05e5-4eab-b45e-7ab716552a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:57:53Z', 'updated_at': '2021-06-12T12:58:09Z', 'revision_number': 4, 'project_id': 'a33e9937caaf41ca8fc301bec96ba603', 'gw_port': {'id': 'ff6cce8c-05e5-4eab-b45e-7ab716552a6e', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:39:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab790889-3468-48de-83f3-e25c7084e6c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:57:55Z', 'updated_at': '2021-06-12T12:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_interfaces': [{'id': '50a383b3-95aa-4269-b91f-ce2dced92715', 'name': '', 'network_id': 'b082549b-b61d-48b6-a978-1804137ec38a', 'tenant_id': 'a33e9937caaf41ca8fc301bec96ba603', 'mac_address': 'fa:16:3e:24:d5:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab790889-3468-48de-83f3-e25c7084e6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '040de1c9-b671-4172-8240-56a21bd80720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:58:08Z', 'updated_at': '2021-06-12T12:58:19Z', 'revision_number': 4, 'project_id': 'a33e9937caaf41ca8fc301bec96ba603', 'subnets': [{'id': '040de1c9-b671-4172-8240-56a21bd80720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 12:58:21.326363 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123dbd6c-98ba-4808-a457-de326c098b27 req-4a28d419-cd1b-4a1f-8d7c-ba89e76f3950 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:21.340955 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-123dbd6c-98ba-4808-a457-de326c098b27 req-4a28d419-cd1b-4a1f-8d7c-ba89e76f3950 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=01dd2636-c41c-4180-b450-b5b95b907560 HTTP/1.1" status: 200 len: 943 time: 0.1456747 Jun 12 12:58:21.348959 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.base_scheduler [req-c2338309-7f41-4069-91df-651d5823de6c req-368f5107-ee67-44ab-add6-19a156e656a3 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Resources bound (agent type, host, resource id): {{(pid=91666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:58:21.358644 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2338309-7f41-4069-91df-651d5823de6c req-368f5107-ee67-44ab-add6-19a156e656a3 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Received port after_create {{(pid=91666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 12:58:21.365955 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2338309-7f41-4069-91df-651d5823de6c req-368f5107-ee67-44ab-add6-19a156e656a3 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:21.366997 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-c2338309-7f41-4069-91df-651d5823de6c req-368f5107-ee67-44ab-add6-19a156e656a3 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for port, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:21.442047 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-123dbd6c-98ba-4808-a457-de326c098b27 req-6f43badb-172a-4358-b823-08253d703761 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/security-groups?id=02246757-e4e7-402b-9da4-d1f6e68238bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001904 Jun 12 12:58:21.444106 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:21.452954 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-6d35b5f9-0d94-42de-8581-2f27be051522 req-d4a403a4-6d2a-4966-92a3-d873c3860f60 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e426109e-dad3-4f65-a54a-d678409a1b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2508011 Jun 12 12:58:21.478342 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-98809583-095c-40bb-bab3-602bfa36a1b7 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:21.483356 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-98809583-095c-40bb-bab3-602bfa36a1b7 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 3.0204282 Jun 12 12:58:21.485364 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 51364) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:58:21.486120 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-c2338309-7f41-4069-91df-651d5823de6c req-368f5107-ee67-44ab-add6-19a156e656a3 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9090672 Jun 12 12:58:21.491566 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.v2.base [None req-1955653b-ad9d-4850-9142-80d4d3900dbb tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Request body: {'floatingip': {'floating_network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:58:21.553137 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1955653b-ad9d-4850-9142-80d4d3900dbb tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks [] for floatingip, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:21.568184 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] For port 15b10973-4456-488f-afd7-603581dcabb4, host dv-cinder-796114-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=15b10973-4456-488f-afd7-603581dcabb4,segment=NetworkSegment(f64e914f-5326-415e-a76f-3e9e82cbcb9d),segment_id=f64e914f-5326-415e-a76f-3e9e82cbcb9d)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:58:21.580206 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:21.581146 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device a67d836e-9483-468a-9890-6e43140cd4df up at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:58:21.587599 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-a37b4693-d05a-4196-a742-63554fd8418f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:21.668797 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [req-c2338309-7f41-4069-91df-651d5823de6c req-8ba35c2c-b755-4c3f-a046-c6a9939bd31b service neutron] Request body: {'port': {'device_id': '535c6c85-0dba-4e69-b436-86a14721b323', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:58:21.787277 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-6d35b5f9-0d94-42de-8581-2f27be051522 req-7f145d79-ed90-48a4-9e23-96df747959c0 service neutron] 10.222.0.30 "GET /v2.0/networks/e426109e-dad3-4f65-a54a-d678409a1b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044853 Jun 12 12:58:21.793375 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-a3ce5f9d-7d41-465f-9a22-f92b4b90e455 req-f5da3392-e6f7-40a8-89a9-382321572686 service neutron] 10.222.0.23 "GET /v2.0/networks/c3f2488e-44c5-4b09-b9c1-b478ec12dd34?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8824513 Jun 12 12:58:21.835304 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-fa3b9c0f-ee50-4572-832f-bac9c1ac2b68 req-80bd7a86-5cda-48f8-ab3a-0fd4ba07af7b tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1614711228&fields=id&tenant_id=7f18be0815224addb543ffddc7807c85 HTTP/1.1" status: 200 len: 267 time: 0.1905508 Jun 12 12:58:21.951781 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-6d35b5f9-0d94-42de-8581-2f27be051522 req-59035ecc-68e8-46c3-9afc-f07367e9c9e4 service neutron] 10.222.0.30 "GET /v2.0/networks/e426109e-dad3-4f65-a54a-d678409a1b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485865 Jun 12 12:58:21.988384 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device 9ebdb42a-1f6b-4820-90e8-c352aedcfc4f details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 12:58:22.006377 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-848b4b8d-94e4-4d3d-ad5b-c5aac8cc37c4 req-aa818b0a-644f-4581-b90b-f370bd7929fa service neutron] 10.222.0.30 "GET /v2.0/networks/93a13242-8cf3-4a2f-b262-b744cb0002a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8418577 Jun 12 12:58:22.162931 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-c2338309-7f41-4069-91df-651d5823de6c req-8ba35c2c-b755-4c3f-a046-c6a9939bd31b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:22.163394 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Pushing event updated for resources: {'Port': ['ID=15b10973-4456-488f-afd7-603581dcabb4,revision_number=5']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:22.170704 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:22.175187 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning complete for port a67d836e-9483-468a-9890-6e43140cd4df triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:58:22.175571 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:22.234531 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b9c0f-ee50-4572-832f-bac9c1ac2b68 req-13356e16-9f67-4931-b268-41fa6214993d tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:22.246655 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-fa3b9c0f-ee50-4572-832f-bac9c1ac2b68 req-13356e16-9f67-4931-b268-41fa6214993d tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/networks?id=64b4b39f-e457-4d52-beb5-ab2bbde33d05 HTTP/1.1" status: 200 len: 817 time: 0.4096110 Jun 12 12:58:22.263171 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-a3ce5f9d-7d41-465f-9a22-f92b4b90e455 req-f4c800ec-4c61-45b1-8a47-d0ba9fecd975 service neutron] 10.222.0.23 "GET /v2.0/networks/c3f2488e-44c5-4b09-b9c1-b478ec12dd34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4611912 Jun 12 12:58:22.299103 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-fa3b9c0f-ee50-4572-832f-bac9c1ac2b68 req-be83c710-548e-4a46-b9cd-c6ae3749eecd tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/quotas/7f18be0815224addb543ffddc7807c85 HTTP/1.1" status: 200 len: 375 time: 0.0512838 Jun 12 12:58:22.332910 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-848b4b8d-94e4-4d3d-ad5b-c5aac8cc37c4 req-6f9ef816-bb54-4193-82cf-bd746bb9b57b service neutron] 10.222.0.30 "GET /v2.0/networks/93a13242-8cf3-4a2f-b262-b744cb0002a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852151 Jun 12 12:58:22.349308 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1955653b-ad9d-4850-9142-80d4d3900dbb tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for port, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:22.355952 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port 9ebdb42a-1f6b-4820-90e8-c352aedcfc4f, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=9ebdb42a-1f6b-4820-90e8-c352aedcfc4f,segment=NetworkSegment(a55cae0d-67cb-4777-915a-d694fc695b77),segment_id=a55cae0d-67cb-4777-915a-d694fc695b77)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:58:22.416323 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Returning: {'device': '9ebdb42a-1f6b-4820-90e8-c352aedcfc4f', 'network_id': 'e426109e-dad3-4f65-a54a-d678409a1b99', 'port_id': '9ebdb42a-1f6b-4820-90e8-c352aedcfc4f', 'mac_address': 'fa:16:3e:6e:c6:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f71341f6-cb58-4087-aff6-95b2f92c6898', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 12:58:22.488180 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:22.505621 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.notifiers.nova [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ebdb42a-1f6b-4820-90e8-c352aedcfc4f {{(pid=91668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 12:58:22.542873 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port 9ebdb42a-1f6b-4820-90e8-c352aedcfc4f, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=9ebdb42a-1f6b-4820-90e8-c352aedcfc4f,segment=NetworkSegment(a55cae0d-67cb-4777-915a-d694fc695b77),segment_id=a55cae0d-67cb-4777-915a-d694fc695b77)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:58:22.555828 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:22.556571 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device 3a1676d1-6005-4012-93ff-4c03ba80e978 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 12:58:22.606842 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-fa3b9c0f-ee50-4572-832f-bac9c1ac2b68 req-7267de15-30ae-46c9-a0f6-f5eed616a254 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7f18be0815224addb543ffddc7807c85&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3064170 Jun 12 12:58:22.625058 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.db.db_base_plugin_common [None req-1955653b-ad9d-4850-9142-80d4d3900dbb tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Allocated IP 172.27.3.53 (d31b88ef-fdf5-46b1-8572-11d751094587/d3cd8c99-09c7-4ded-87bb-a3c326773e06/1ebd47dc-71b3-4660-80d7-ec812e991dcb) {{(pid=91667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 12:58:22.629814 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:22.866581 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device 15b10973-4456-488f-afd7-603581dcabb4 up at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:58:22.948510 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Pushing event updated for resources: {'Port': ['ID=9ebdb42a-1f6b-4820-90e8-c352aedcfc4f,revision_number=4']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:22.959467 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:22.987131 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port 3a1676d1-6005-4012-93ff-4c03ba80e978, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=3a1676d1-6005-4012-93ff-4c03ba80e978,segment=NetworkSegment(8f7c39d0-7454-455e-b577-284bf003faad),segment_id=8f7c39d0-7454-455e-b577-284bf003faad)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:58:23.007986 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Returning: {'device': '3a1676d1-6005-4012-93ff-4c03ba80e978', 'network_id': '93a13242-8cf3-4a2f-b262-b744cb0002a8', 'port_id': '3a1676d1-6005-4012-93ff-4c03ba80e978', 'mac_address': 'fa:16:3e:65:35:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aadd9068-a48c-4c25-a9e1-6ce4c63bc457', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 12:58:23.016281 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning complete for port 15b10973-4456-488f-afd7-603581dcabb4 triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:58:23.016281 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:23.038543 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.notifiers.nova [req-c2338309-7f41-4069-91df-651d5823de6c req-8ba35c2c-b755-4c3f-a046-c6a9939bd31b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fde1258c-44aa-4e18-91ed-e31fa89248dc {{(pid=91666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 12:58:23.050273 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-c2338309-7f41-4069-91df-651d5823de6c req-8ba35c2c-b755-4c3f-a046-c6a9939bd31b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:23.063108 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7945be3-a878-437c-99f7-22c181e2d3c4 req-5693c08a-8ddd-471a-90b4-8bf7cad94acd tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:23.065026 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-d7945be3-a878-437c-99f7-22c181e2d3c4 req-5693c08a-8ddd-471a-90b4-8bf7cad94acd tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd71af93-9ed7-4d24-9fce-a7e5dda5bb63 HTTP/1.1" status: 200 len: 944 time: 0.2316127 Jun 12 12:58:23.104293 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:23.119465 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [req-c2338309-7f41-4069-91df-651d5823de6c req-8ba35c2c-b755-4c3f-a046-c6a9939bd31b service neutron] Transition to ACTIVE for port object fde1258c-44aa-4e18-91ed-e31fa89248dc will not be triggered until provisioned by entity L2. {{(pid=91666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:58:23.129347 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.notifiers.nova [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a1676d1-6005-4012-93ff-4c03ba80e978 {{(pid=91668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 12:58:23.135251 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-c2338309-7f41-4069-91df-651d5823de6c req-8ba35c2c-b755-4c3f-a046-c6a9939bd31b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:23.141620 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:23.188659 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-d7945be3-a878-437c-99f7-22c181e2d3c4 req-28741108-58dd-4738-997f-2b50a96f6d46 tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffd46618-484d-45c1-9b5c-8a949278e56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172545 Jun 12 12:58:23.230597 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device 50a383b3-95aa-4269-b91f-ce2dced92715 up at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:58:23.254004 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba35c2c-b755-4c3f-a046-c6a9939bd31b service neutron] Pushing event updated for resources: {'Port': ['ID=fde1258c-44aa-4e18-91ed-e31fa89248dc,revision_number=2']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:23.258550 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-8ba35c2c-b755-4c3f-a046-c6a9939bd31b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:23.297601 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port 3a1676d1-6005-4012-93ff-4c03ba80e978, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=3a1676d1-6005-4012-93ff-4c03ba80e978,segment=NetworkSegment(8f7c39d0-7454-455e-b577-284bf003faad),segment_id=8f7c39d0-7454-455e-b577-284bf003faad)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:58:23.320721 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:23.328438 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-b2cdabe7-46ef-4ad6-81b8-cb28288db90b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:23.373356 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1955653b-ad9d-4850-9142-80d4d3900dbb tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks [] for port, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:23.380376 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:23.447436 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Pushing event updated for resources: {'Port': ['ID=3a1676d1-6005-4012-93ff-4c03ba80e978,revision_number=4']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:23.457742 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:23.463580 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning for port 50a383b3-95aa-4269-b91f-ce2dced92715 completed by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:58:23.469750 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [req-c2338309-7f41-4069-91df-651d5823de6c req-8ba35c2c-b755-4c3f-a046-c6a9939bd31b service neutron] Attempting to bind port fde1258c-44aa-4e18-91ed-e31fa89248dc on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 12:58:23.470082 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [req-c2338309-7f41-4069-91df-651d5823de6c req-8ba35c2c-b755-4c3f-a046-c6a9939bd31b service neutron] Attempting to bind port fde1258c-44aa-4e18-91ed-e31fa89248dc by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': 'f64e914f-5326-415e-a76f-3e9e82cbcb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c3f2488e-44c5-4b09-b9c1-b478ec12dd34'}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 12:58:23.470432 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2338309-7f41-4069-91df-651d5823de6c req-8ba35c2c-b755-4c3f-a046-c6a9939bd31b service neutron] Attempting to bind port fde1258c-44aa-4e18-91ed-e31fa89248dc on network c3f2488e-44c5-4b09-b9c1-b478ec12dd34 {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:58:23.474118 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning complete for port 50a383b3-95aa-4269-b91f-ce2dced92715 triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:58:23.474682 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:23.478035 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-9a3f4fcd-5bf1-4fec-b685-2025b82b4bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:23.491548 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2338309-7f41-4069-91df-651d5823de6c req-8ba35c2c-b755-4c3f-a046-c6a9939bd31b service neutron] Port fde1258c-44aa-4e18-91ed-e31fa89248dc on network c3f2488e-44c5-4b09-b9c1-b478ec12dd34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 12:58:23.491873 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2338309-7f41-4069-91df-651d5823de6c req-8ba35c2c-b755-4c3f-a046-c6a9939bd31b service neutron] Attempting to bind port fde1258c-44aa-4e18-91ed-e31fa89248dc on network c3f2488e-44c5-4b09-b9c1-b478ec12dd34 {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:58:23.504268 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-fa3b9c0f-ee50-4572-832f-bac9c1ac2b68 req-82dad808-6631-49ba-8743-388c5b606a42 service neutron] 10.222.0.23 "GET /v2.0/networks/64b4b39f-e457-4d52-beb5-ab2bbde33d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8329251 Jun 12 12:58:23.506650 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1955653b-ad9d-4850-9142-80d4d3900dbb tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1466997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-122173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752044431912'] for port, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:23.514121 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-bdfbb079-0942-4fbb-9948-87cc512b1416 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:23.520503 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2338309-7f41-4069-91df-651d5823de6c req-8ba35c2c-b755-4c3f-a046-c6a9939bd31b service neutron] Checking agent: {'id': '858649d7-9eac-48e6-8b51-9e9d764f3a99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 12, 56, 19), 'started_at': datetime.datetime(2021, 6, 12, 12, 56, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 12, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 12:58:23.520840 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2338309-7f41-4069-91df-651d5823de6c req-8ba35c2c-b755-4c3f-a046-c6a9939bd31b service neutron] Checking segment: {'id': 'f64e914f-5326-415e-a76f-3e9e82cbcb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c3f2488e-44c5-4b09-b9c1-b478ec12dd34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:58:23.521477 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2338309-7f41-4069-91df-651d5823de6c req-8ba35c2c-b755-4c3f-a046-c6a9939bd31b service neutron] Bound using segment: {'id': 'f64e914f-5326-415e-a76f-3e9e82cbcb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c3f2488e-44c5-4b09-b9c1-b478ec12dd34'} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 12:58:23.521920 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [req-c2338309-7f41-4069-91df-651d5823de6c req-8ba35c2c-b755-4c3f-a046-c6a9939bd31b service neutron] Bound port: fde1258c-44aa-4e18-91ed-e31fa89248dc, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f64e914f-5326-415e-a76f-3e9e82cbcb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c3f2488e-44c5-4b09-b9c1-b478ec12dd34'}}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 12:58:23.523155 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-c2338309-7f41-4069-91df-651d5823de6c req-8ba35c2c-b755-4c3f-a046-c6a9939bd31b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:23.591088 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:23.623911 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd6cd8-ec8e-4b1b-9422-72499f803302 req-fb7f63ac-3d53-46b2-b0cd-e24b0b375201 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:23.625665 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-becd6cd8-ec8e-4b1b-9422-72499f803302 req-fb7f63ac-3d53-46b2-b0cd-e24b0b375201 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=01dd2636-c41c-4180-b450-b5b95b907560 HTTP/1.1" status: 200 len: 944 time: 0.2467086 Jun 12 12:58:23.675610 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-fa3b9c0f-ee50-4572-832f-bac9c1ac2b68 req-322e5397-8fce-48c8-a4ac-a09bf49bef84 service neutron] 10.222.0.23 "GET /v2.0/networks/64b4b39f-e457-4d52-beb5-ab2bbde33d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629977 Jun 12 12:58:23.678085 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] For port 50a383b3-95aa-4269-b91f-ce2dced92715, host dv-cinder-796114-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=50a383b3-95aa-4269-b91f-ce2dced92715,segment=NetworkSegment(86bd5776-487d-44b3-91cb-8214abc180f6),segment_id=86bd5776-487d-44b3-91cb-8214abc180f6)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:58:23.693255 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:23.695691 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:23.717408 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1955653b-ad9d-4850-9142-80d4d3900dbb tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Network d31b88ef-fdf5-46b1-8572-11d751094587 is already hosted by enough agents. {{(pid=91667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:58:23.720947 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.base_scheduler [None req-1955653b-ad9d-4850-9142-80d4d3900dbb tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Resources bound (agent type, host, resource id): {{(pid=91667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:58:23.724484 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1955653b-ad9d-4850-9142-80d4d3900dbb tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Received port after_create {{(pid=91667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 12:58:23.756108 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-becd6cd8-ec8e-4b1b-9422-72499f803302 req-c72e3f8c-dafc-41e0-9fa8-04fd285a52af tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/security-groups?id=02246757-e4e7-402b-9da4-d1f6e68238bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236980 Jun 12 12:58:23.760950 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [req-c2338309-7f41-4069-91df-651d5823de6c req-8ba35c2c-b755-4c3f-a046-c6a9939bd31b service neutron] For port fde1258c-44aa-4e18-91ed-e31fa89248dc, host hv-cinder-79611, cleared binding levels {{(pid=91666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 12:58:23.803608 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [req-c2338309-7f41-4069-91df-651d5823de6c req-8ba35c2c-b755-4c3f-a046-c6a9939bd31b service neutron] For port fde1258c-44aa-4e18-91ed-e31fa89248dc, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=fde1258c-44aa-4e18-91ed-e31fa89248dc,segment=NetworkSegment(f64e914f-5326-415e-a76f-3e9e82cbcb9d),segment_id=f64e914f-5326-415e-a76f-3e9e82cbcb9d)] {{(pid=91666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 12:58:23.820126 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-c2338309-7f41-4069-91df-651d5823de6c req-8ba35c2c-b755-4c3f-a046-c6a9939bd31b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:23.824577 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:23.837007 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1955653b-ad9d-4850-9142-80d4d3900dbb tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:23.851077 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1955653b-ad9d-4850-9142-80d4d3900dbb tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Pushing event updated for resources: {'Port': ['ID=1ebd47dc-71b3-4660-80d7-ec812e991dcb,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:23.857927 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-1955653b-ad9d-4850-9142-80d4d3900dbb tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:23.884051 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Pushing event updated for resources: {'Port': ['ID=50a383b3-95aa-4269-b91f-ce2dced92715,revision_number=5']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:23.891777 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:23.945866 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1955653b-ad9d-4850-9142-80d4d3900dbb tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:23.975545 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2338309-7f41-4069-91df-651d5823de6c req-8ba35c2c-b755-4c3f-a046-c6a9939bd31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:23.976578 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-c2338309-7f41-4069-91df-651d5823de6c req-8ba35c2c-b755-4c3f-a046-c6a9939bd31b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for port, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:23.978365 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-c2338309-7f41-4069-91df-651d5823de6c req-8ba35c2c-b755-4c3f-a046-c6a9939bd31b service neutron] 10.222.0.30 "PUT /v2.0/ports/fde1258c-44aa-4e18-91ed-e31fa89248dc HTTP/1.1" status: 200 len: 1093 time: 2.3274081 Jun 12 12:58:23.979260 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '535c6c85-0dba-4e69-b436-86a14721b323', 'tag': 'fde1258c-44aa-4e18-91ed-e31fa89248dc'}] {{(pid=91666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:58:23.996708 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba2aedb3ce59156ad261fd92086ba05f02985526b362ab5d5a646d7af1b76f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2093b6b9-aa60-466b-8598-60d49c8b616a" -d '{"events": [{"name": "network-changed", "server_uuid": "535c6c85-0dba-4e69-b436-86a14721b323", "tag": "fde1258c-44aa-4e18-91ed-e31fa89248dc"}]}' {{(pid=91666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:58:24.056270 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba35c2c-b755-4c3f-a046-c6a9939bd31b service neutron] Pushing event updated for resources: {'Port': ['ID=fde1258c-44aa-4e18-91ed-e31fa89248dc,revision_number=3']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:24.064476 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-8ba35c2c-b755-4c3f-a046-c6a9939bd31b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:24.152682 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-4f2327a4-3a89-4e8f-a424-94d498cc5651 req-3de52ea4-23dd-440e-8374-b3e811245ce6 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 210 time: 0.0510337 Jun 12 12:58:24.155115 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 12:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab56efb-b1c5-43c6-9ea0-8bcd68b20abc x-openstack-request-id: req-6ab56efb-b1c5-43c6-9ea0-8bcd68b20abc {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:58:24.155586 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "535c6c85-0dba-4e69-b436-86a14721b323", "tag": "fde1258c-44aa-4e18-91ed-e31fa89248dc", "status": "completed", "code": 200}]} {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:58:24.156115 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6ab56efb-b1c5-43c6-9ea0-8bcd68b20abc {{(pid=91666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:58:24.156662 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '535c6c85-0dba-4e69-b436-86a14721b323', 'tag': 'fde1258c-44aa-4e18-91ed-e31fa89248dc', 'status': 'completed', 'code': 200} Jun 12 12:58:24.222798 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-baafd234-d3ac-4c3a-9f46-2bef73a729e7 req-5de1d80c-8f8e-4e57-993f-3f38ae1c258a tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 210 time: 0.0449319 Jun 12 12:58:24.329593 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1955653b-ad9d-4850-9142-80d4d3900dbb tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks [] for port, precommit_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:24.336243 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1955653b-ad9d-4850-9142-80d4d3900dbb tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:24.341114 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:24.381949 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1955653b-ad9d-4850-9142-80d4d3900dbb tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454259'] for floatingip, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:24.406259 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1955653b-ad9d-4850-9142-80d4d3900dbb tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Pushing event updated for resources: {'Port': ['ID=1ebd47dc-71b3-4660-80d7-ec812e991dcb,revision_number=2']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:24.409431 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1955653b-ad9d-4850-9142-80d4d3900dbb tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920'] for floatingip, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:24.410993 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-1955653b-ad9d-4850-9142-80d4d3900dbb tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9237947 Jun 12 12:58:24.412186 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-1955653b-ad9d-4850-9142-80d4d3900dbb tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:24.543496 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ca3c1-d5fc-4a62-af93-9a7033c682da req-6d5e1cff-ab93-4c63-93c2-06c6517818f8 tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:24.545987 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-549ca3c1-d5fc-4a62-af93-9a7033c682da req-6d5e1cff-ab93-4c63-93c2-06c6517818f8 tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd71af93-9ed7-4d24-9fce-a7e5dda5bb63 HTTP/1.1" status: 200 len: 945 time: 0.1545537 Jun 12 12:58:24.626891 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-549ca3c1-d5fc-4a62-af93-9a7033c682da req-30bb407c-7497-495f-ad1c-fec1590088a8 tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffd46618-484d-45c1-9b5c-8a949278e56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746281 Jun 12 12:58:24.646437 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device 50a383b3-95aa-4269-b91f-ce2dced92715 up at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:58:24.726642 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning complete for port 50a383b3-95aa-4269-b91f-ce2dced92715 triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:58:24.727027 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:24.747706 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-7319b881-bae1-41db-9ad7-aaac5fa251fd req-cf0b9871-0ec8-408d-a578-3856b5608001 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--274235543&fields=id&tenant_id=a33e9937caaf41ca8fc301bec96ba603 HTTP/1.1" status: 200 len: 267 time: 0.0524964 Jun 12 12:58:24.804153 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 51530) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:58:24.893571 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7319b881-bae1-41db-9ad7-aaac5fa251fd req-b32d02e4-4efd-4ca5-b759-dcc47c0ade5a tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:24.895155 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-7319b881-bae1-41db-9ad7-aaac5fa251fd req-b32d02e4-4efd-4ca5-b759-dcc47c0ade5a tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/networks?id=b082549b-b61d-48b6-a978-1804137ec38a HTTP/1.1" status: 200 len: 811 time: 0.1464756 Jun 12 12:58:24.911469 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-7319b881-bae1-41db-9ad7-aaac5fa251fd req-e90bab43-d035-4ce1-98d9-0a502b32756e tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/quotas/a33e9937caaf41ca8fc301bec96ba603 HTTP/1.1" status: 200 len: 375 time: 0.0097029 Jun 12 12:58:24.958535 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-61ddfdc5-d5bf-41f8-9bd5-452cca33c903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:24.994134 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-7319b881-bae1-41db-9ad7-aaac5fa251fd req-0fa20ad3-2bed-452d-ab81-e4010a8154d8 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a33e9937caaf41ca8fc301bec96ba603&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0763855 Jun 12 12:58:25.031939 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e84070-4292-4314-b723-777e572e3def req-f0462e29-dc09-44fe-9b47-1682c9d3437c tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:25.033888 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-16e84070-4292-4314-b723-777e572e3def req-f0462e29-dc09-44fe-9b47-1682c9d3437c tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=01dd2636-c41c-4180-b450-b5b95b907560 HTTP/1.1" status: 200 len: 944 time: 0.1279089 Jun 12 12:58:25.040872 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-7239a5c3-c5f0-4f25-a5be-c6c46247b3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:25.134765 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-7319b881-bae1-41db-9ad7-aaac5fa251fd req-17f9e22d-3ff9-4093-b971-00d62bfb51f1 service neutron] 10.222.0.23 "GET /v2.0/networks/b082549b-b61d-48b6-a978-1804137ec38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246309 Jun 12 12:58:25.274734 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-7319b881-bae1-41db-9ad7-aaac5fa251fd req-459bd8d1-03bf-4c93-8453-3003cc4cda24 service neutron] 10.222.0.23 "GET /v2.0/networks/b082549b-b61d-48b6-a978-1804137ec38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339474 Jun 12 12:58:25.299910 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-16e84070-4292-4314-b723-777e572e3def req-5483c012-7ffd-4eb6-b56f-b64eff36352d tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/security-groups?id=02246757-e4e7-402b-9da4-d1f6e68238bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582934 Jun 12 12:58:25.354416 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-61ddfdc5-d5bf-41f8-9bd5-452cca33c903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:25.361170 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-61ddfdc5-d5bf-41f8-9bd5-452cca33c903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:25.364163 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-b569dd04-e8d8-4058-ada8-8243a5c634cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:25.398360 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ddfdc5-d5bf-41f8-9bd5-452cca33c903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e23187-1248-4602-9730-74a08705ca77,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:25.420910 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-61ddfdc5-d5bf-41f8-9bd5-452cca33c903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:25.432450 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-61ddfdc5-d5bf-41f8-9bd5-452cca33c903 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c7d0f08712ba4c09bc82af430ef0e024&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6272953 Jun 12 12:58:25.432627 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 51558) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:58:25.510462 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-b30d4640-aed1-40d8-a46e-8591d782faa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:25.532023 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-e0692fdd-bb86-4f95-8a56-2d0337e3ca13 req-bc416814-88fb-41d3-8cf1-5ba46c6f7f59 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 210 time: 0.0645514 Jun 12 12:58:25.550495 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-b30d4640-aed1-40d8-a46e-8591d782faa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:25.607893 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-e3cabc61-b4a5-4415-ac89-91b603d6acde req-35637e4b-b398-41d8-b780-8dcb97e36c21 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 210 time: 0.0450881 Jun 12 12:58:25.623530 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-e2428c1f-8355-4cec-9c0c-4b80d52f6081 req-4f8cc896-3846-43fc-97ef-1cff73be9b86 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 210 time: 0.0456643 Jun 12 12:58:25.671347 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-b30d4640-aed1-40d8-a46e-8591d782faa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:25.675847 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-b30d4640-aed1-40d8-a46e-8591d782faa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:25.677579 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-b30d4640-aed1-40d8-a46e-8591d782faa4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e0e23187-1248-4602-9730-74a08705ca77 HTTP/1.1" status: 204 len: 168 time: 0.2427506 Jun 12 12:58:25.678309 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:25.687801 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30d4640-aed1-40d8-a46e-8591d782faa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e23187-1248-4602-9730-74a08705ca77,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:25.690537 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-b30d4640-aed1-40d8-a46e-8591d782faa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:25.837620 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-0a5de27a-4d22-4fdd-a4cf-053756d7edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:25.897937 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5fe3d7-0bb7-4e6e-8243-0889508877bf req-e60cecce-581e-47e9-b709-d2339832c441 tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:25.906582 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-ce5fe3d7-0bb7-4e6e-8243-0889508877bf req-e60cecce-581e-47e9-b709-d2339832c441 tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd71af93-9ed7-4d24-9fce-a7e5dda5bb63 HTTP/1.1" status: 200 len: 945 time: 0.1225455 Jun 12 12:58:25.964317 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-ce5fe3d7-0bb7-4e6e-8243-0889508877bf req-e76730f2-a0f2-41ee-8b48-6da8884d3538 tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffd46618-484d-45c1-9b5c-8a949278e56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567191 Jun 12 12:58:26.034169 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 51590) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:58:26.049918 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-907227f9-10e0-4c38-9052-8f308a7732c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:26.077885 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 51592) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:58:26.151759 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-907227f9-10e0-4c38-9052-8f308a7732c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:26.156219 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-907227f9-10e0-4c38-9052-8f308a7732c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:26.159623 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:26.198262 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-907227f9-10e0-4c38-9052-8f308a7732c0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4d31f658d25545d18f3079a27642ca1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1629539 Jun 12 12:58:26.199830 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907227f9-10e0-4c38-9052-8f308a7732c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9c879f-ef23-4b85-a310-ee850523a9d7,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:26.201543 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 51596) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:58:26.203037 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-907227f9-10e0-4c38-9052-8f308a7732c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:26.252682 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-755cfd9d-727e-46d8-bc3b-ea3fa8db8c5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:26.286782 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-eb2d42be-3add-4bf9-abe9-818f37bd6a47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:26.322481 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-eb2d42be-3add-4bf9-abe9-818f37bd6a47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:26.400026 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-eb2d42be-3add-4bf9-abe9-818f37bd6a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:26.407278 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-eb2d42be-3add-4bf9-abe9-818f37bd6a47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:26.408384 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-eb2d42be-3add-4bf9-abe9-818f37bd6a47 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5a9c879f-ef23-4b85-a310-ee850523a9d7 HTTP/1.1" status: 204 len: 168 time: 0.2056246 Jun 12 12:58:26.411664 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-61ddfdc5-d5bf-41f8-9bd5-452cca33c903 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:26.414674 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-755cfd9d-727e-46d8-bc3b-ea3fa8db8c5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:26.422685 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2d42be-3add-4bf9-abe9-818f37bd6a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9c879f-ef23-4b85-a310-ee850523a9d7,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:26.424344 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-755cfd9d-727e-46d8-bc3b-ea3fa8db8c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:26.425208 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-eb2d42be-3add-4bf9-abe9-818f37bd6a47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:26.428514 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-226a92ad-c898-4e68-a8cc-6cd97cfd869d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:26.469344 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-755cfd9d-727e-46d8-bc3b-ea3fa8db8c5f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1184fe9323c247fdb1e17d88417ee32b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3900459 Jun 12 12:58:26.470603 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755cfd9d-727e-46d8-bc3b-ea3fa8db8c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1c242c-18ce-41db-83f9-31edef035a88,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:26.472816 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 51602) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:58:26.480158 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-755cfd9d-727e-46d8-bc3b-ea3fa8db8c5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:26.527800 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-fe19f76e-cf5d-41df-9519-d34d597895e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:26.536664 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12804c-ed5d-43ba-a2dd-c397fe38eeb9 req-70f454c7-0b83-406b-8e93-769a050317e4 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:26.538416 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-0f12804c-ed5d-43ba-a2dd-c397fe38eeb9 req-70f454c7-0b83-406b-8e93-769a050317e4 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=01dd2636-c41c-4180-b450-b5b95b907560 HTTP/1.1" status: 200 len: 944 time: 0.0980942 Jun 12 12:58:26.550978 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-fe19f76e-cf5d-41df-9519-d34d597895e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:26.594038 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-0f12804c-ed5d-43ba-a2dd-c397fe38eeb9 req-adbd1aad-f82c-4691-b23d-58f062cf04b1 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/security-groups?id=02246757-e4e7-402b-9da4-d1f6e68238bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491252 Jun 12 12:58:26.637217 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-fe19f76e-cf5d-41df-9519-d34d597895e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:26.665739 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-fe19f76e-cf5d-41df-9519-d34d597895e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:26.666901 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-fe19f76e-cf5d-41df-9519-d34d597895e8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ff1c242c-18ce-41db-83f9-31edef035a88 HTTP/1.1" status: 204 len: 168 time: 0.1932015 Jun 12 12:58:26.670524 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:26.705736 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe19f76e-cf5d-41df-9519-d34d597895e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1c242c-18ce-41db-83f9-31edef035a88,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:26.722016 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-fe19f76e-cf5d-41df-9519-d34d597895e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:26.755946 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-de21466e-7dd0-4936-bae8-7e942618b727 req-5deb1f80-262b-4028-8ac7-d1d466a3b763 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 210 time: 0.0551190 Jun 12 12:58:26.762693 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2093b6b9-aa60-466b-8598-60d49c8b616a req-57818736-fc01-4d71-a621-dcb8bd58518b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:26.773366 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-2093b6b9-aa60-466b-8598-60d49c8b616a req-57818736-fc01-4d71-a621-dcb8bd58518b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1fdb5b3d3254fb7a2c5c6bf9fba5480&device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 1096 time: 0.1513729 Jun 12 12:58:26.849797 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-3df172c8-1cf5-42aa-a696-73d1c9822af2 req-b6eda98a-c3ce-4031-a629-0d68e14ff513 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 210 time: 0.0536132 Jun 12 12:58:27.054254 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-d9a97b1c-4a09-48c4-88b3-9c79cd631dd3 req-e0d9e38d-9924-475e-bc6e-440cbb784468 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 210 time: 0.0478773 Jun 12 12:58:27.195209 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2093b6b9-aa60-466b-8598-60d49c8b616a req-d71fbd14-a52b-45c5-9cb1-5dfe8ce648d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:27.196859 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-2093b6b9-aa60-466b-8598-60d49c8b616a req-d71fbd14-a52b-45c5-9cb1-5dfe8ce648d3 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=a1fdb5b3d3254fb7a2c5c6bf9fba5480&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4145539 Jun 12 12:58:27.224822 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] get_ports_and_sgs() called for port_ids ['3a1676d1-6005-4012-93ff-4c03ba80e978'] {{(pid=91668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 12:58:27.294706 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] get_ports_and_sgs() called for port_ids ['9ebdb42a-1f6b-4820-90e8-c352aedcfc4f'] {{(pid=91668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 12:58:27.322931 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7273140-ab9a-4565-83d4-dedfd8d2e886 req-983f6c75-ce1a-4eea-90c7-8ae1119ad221 tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:27.325719 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-f7273140-ab9a-4565-83d4-dedfd8d2e886 req-983f6c75-ce1a-4eea-90c7-8ae1119ad221 tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd71af93-9ed7-4d24-9fce-a7e5dda5bb63 HTTP/1.1" status: 200 len: 945 time: 0.1658161 Jun 12 12:58:27.389970 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 51638) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:58:27.409505 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-1a67b8f2-1cf2-48ec-b623-b6a2efb85e98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:27.421116 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-f7273140-ab9a-4565-83d4-dedfd8d2e886 req-877ff3d5-fef4-461b-a713-e7c4407bacab tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffd46618-484d-45c1-9b5c-8a949278e56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881393 Jun 12 12:58:27.522959 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2093b6b9-aa60-466b-8598-60d49c8b616a req-f83b13f4-0d57-441e-adde-007147a0d071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:27.524553 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-2093b6b9-aa60-466b-8598-60d49c8b616a req-f83b13f4-0d57-441e-adde-007147a0d071 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3199987 Jun 12 12:58:27.618608 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-1a67b8f2-1cf2-48ec-b623-b6a2efb85e98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:27.634746 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-1a67b8f2-1cf2-48ec-b623-b6a2efb85e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:27.662983 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-bbe07030-a2eb-4ac8-b5b7-909d6348d2ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:27.738643 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a67b8f2-1cf2-48ec-b623-b6a2efb85e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3282778c-0822-4fb4-85b6-7eddf6e0139e,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:27.775677 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-1a67b8f2-1cf2-48ec-b623-b6a2efb85e98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:27.981220 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-69562261-c589-409d-8195-f732661084d5 req-2887e31b-14a9-4a5a-a50b-f1c517dcac8a tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 210 time: 0.0443292 Jun 12 12:58:28.002305 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce5f9d-7d41-465f-9a22-f92b4b90e455 req-612cb0ca-0ea4-4e64-9597-0926c5cba813 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:28.003994 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-a3ce5f9d-7d41-465f-9a22-f92b4b90e455 req-612cb0ca-0ea4-4e64-9597-0926c5cba813 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.30 "GET /v2.0/networks?id=c3f2488e-44c5-4b09-b9c1-b478ec12dd34 HTTP/1.1" status: 200 len: 818 time: 0.2271190 Jun 12 12:58:28.015007 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-1a67b8f2-1cf2-48ec-b623-b6a2efb85e98 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2736d117c7824767bd01605653140be8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6239705 Jun 12 12:58:28.017713 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 51660) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:58:28.021598 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [req-a3ce5f9d-7d41-465f-9a22-f92b4b90e455 req-ca7c23d6-a9d4-4398-b2c0-3b9394fe544d tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Request body: {'port': {'device_id': '92d09069-fdcf-4c40-b0ec-d374d7d7cc77', 'network_id': 'c3f2488e-44c5-4b09-b9c1-b478ec12dd34', 'admin_state_up': True, 'tenant_id': 'a1fdb5b3d3254fb7a2c5c6bf9fba5480'}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:58:28.082655 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f8c54a6a-530d-43b1-8589-46a9f277dd48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:28.109774 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f8c54a6a-530d-43b1-8589-46a9f277dd48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:28.166021 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f8c54a6a-530d-43b1-8589-46a9f277dd48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:28.169634 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f8c54a6a-530d-43b1-8589-46a9f277dd48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:28.170921 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-f8c54a6a-530d-43b1-8589-46a9f277dd48 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3282778c-0822-4fb4-85b6-7eddf6e0139e HTTP/1.1" status: 204 len: 168 time: 0.1520066 Jun 12 12:58:28.171814 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:28.187464 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c54a6a-530d-43b1-8589-46a9f277dd48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3282778c-0822-4fb4-85b6-7eddf6e0139e,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:28.193161 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-f8c54a6a-530d-43b1-8589-46a9f277dd48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:28.238697 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2338309-7f41-4069-91df-651d5823de6c req-021e9b83-4ec6-4f78-a9ab-a0921b0b79e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:28.240497 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-c2338309-7f41-4069-91df-651d5823de6c req-021e9b83-4ec6-4f78-a9ab-a0921b0b79e1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1fdb5b3d3254fb7a2c5c6bf9fba5480&device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 1096 time: 0.5786865 Jun 12 12:58:28.289977 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-14aa4ec2-2fa1-458c-a8d2-3ad7e1793651 req-92eecf30-7697-4793-a4b4-e2623f10564f tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 210 time: 0.0735946 Jun 12 12:58:28.381833 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-c2338309-7f41-4069-91df-651d5823de6c req-f7a0777c-7f93-448c-acb5-1131ed2f74fc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fde1258c-44aa-4e18-91ed-e31fa89248dc HTTP/1.1" status: 200 len: 217 time: 0.1286736 Jun 12 12:58:28.525634 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d023d45d-b82e-4340-83ba-baa8a4e75b1a req-2d0f81a2-f72b-410e-8509-91317e0110a6 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:28.527806 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-d023d45d-b82e-4340-83ba-baa8a4e75b1a req-2d0f81a2-f72b-410e-8509-91317e0110a6 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=01dd2636-c41c-4180-b450-b5b95b907560 HTTP/1.1" status: 200 len: 944 time: 0.6923611 Jun 12 12:58:28.579387 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-e1982598-7c38-4639-a97c-ed95ce898e8c req-9711aec8-49cc-4ab4-be12-0e65879811d7 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 210 time: 0.0805035 Jun 12 12:58:28.666641 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b9c0f-ee50-4572-832f-bac9c1ac2b68 req-dd34bb3b-046d-4fb4-ad04-5451a32bf229 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:28.668266 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-fa3b9c0f-ee50-4572-832f-bac9c1ac2b68 req-dd34bb3b-046d-4fb4-ad04-5451a32bf229 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.30 "GET /v2.0/networks?id=64b4b39f-e457-4d52-beb5-ab2bbde33d05 HTTP/1.1" status: 200 len: 817 time: 0.3047194 Jun 12 12:58:28.685062 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-d023d45d-b82e-4340-83ba-baa8a4e75b1a req-f84815f9-cc68-44f8-b7a3-5650b66caf32 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/security-groups?id=02246757-e4e7-402b-9da4-d1f6e68238bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435390 Jun 12 12:58:28.709076 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3ce5f9d-7d41-465f-9a22-f92b4b90e455 req-ca7c23d6-a9d4-4398-b2c0-3b9394fe544d tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Made reservation on behalf of a1fdb5b3d3254fb7a2c5c6bf9fba5480 for: {'port': 1} {{(pid=91666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 12:58:28.712620 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-a3ce5f9d-7d41-465f-9a22-f92b4b90e455 req-ca7c23d6-a9d4-4398-b2c0-3b9394fe544d tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for port, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:28.727486 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2338309-7f41-4069-91df-651d5823de6c req-a461f58d-fab5-4a48-8555-1df441e2dd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:28.729884 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-c2338309-7f41-4069-91df-651d5823de6c req-a461f58d-fab5-4a48-8555-1df441e2dd34 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e49e69c6-b979-45e9-b77a-48cd10ef7dd0 HTTP/1.1" status: 200 len: 858 time: 0.3234048 Jun 12 12:58:28.782034 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-c2338309-7f41-4069-91df-651d5823de6c req-17d1adb5-34c5-4a4d-9fbc-b5287f31a8e9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c3f2488e-44c5-4b09-b9c1-b478ec12dd34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370765 Jun 12 12:58:28.825503 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-fa3b9c0f-ee50-4572-832f-bac9c1ac2b68 req-3c8b3c14-2b32-46f2-b7db-d70ea3c9d0f1 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f18be0815224addb543ffddc7807c85 HTTP/1.1" status: 200 len: 380 time: 0.1372752 Jun 12 12:58:28.842361 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [req-fa3b9c0f-ee50-4572-832f-bac9c1ac2b68 req-c8e54dc7-39ff-46f7-946a-2acb5f3cd4ad tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Request body: {'port': {'device_id': 'a8c563c0-8ba5-433e-8c12-6c1794a63feb', 'network_id': '64b4b39f-e457-4d52-beb5-ab2bbde33d05', 'admin_state_up': True, 'tenant_id': '7f18be0815224addb543ffddc7807c85', 'security_groups': ['bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6']}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:58:28.916649 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a9187-b777-4860-aaf4-ebc2249739da req-39194c36-5fe8-4d70-8228-81c193fbdde1 tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:28.937379 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-a03a9187-b777-4860-aaf4-ebc2249739da req-39194c36-5fe8-4d70-8228-81c193fbdde1 tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd71af93-9ed7-4d24-9fce-a7e5dda5bb63 HTTP/1.1" status: 200 len: 945 time: 0.1701798 Jun 12 12:58:28.947585 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.30', 60722) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:58:29.265444 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-a03a9187-b777-4860-aaf4-ebc2249739da req-230b7306-72e3-42d4-acc9-0fd53fffcc38 tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffd46618-484d-45c1-9b5c-8a949278e56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268960 Jun 12 12:58:29.330992 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7319b881-bae1-41db-9ad7-aaac5fa251fd req-97825bb8-5fd9-4065-a272-52ae1a6dd46c tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:29.333059 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-7319b881-bae1-41db-9ad7-aaac5fa251fd req-97825bb8-5fd9-4065-a272-52ae1a6dd46c tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.30 "GET /v2.0/networks?id=b082549b-b61d-48b6-a978-1804137ec38a HTTP/1.1" status: 200 len: 811 time: 0.3836870 Jun 12 12:58:29.411278 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-18d6bc7c-0e52-4af4-a76a-e9ba5f3e8795 req-d5f7cd2c-4491-4c11-85f4-d5037737e144 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 210 time: 0.1553140 Jun 12 12:58:29.470936 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-7319b881-bae1-41db-9ad7-aaac5fa251fd req-b992bd39-facf-4016-af35-bed7a1197871 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a33e9937caaf41ca8fc301bec96ba603 HTTP/1.1" status: 200 len: 379 time: 0.1270542 Jun 12 12:58:29.520394 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 51724) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:58:29.523338 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-f3dee4e3-61d7-4956-b21d-865f5372e477 req-71bd9e71-eb33-4694-9963-3b0461d98353 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 210 time: 0.0589283 Jun 12 12:58:29.528686 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.v2.base [req-7319b881-bae1-41db-9ad7-aaac5fa251fd req-6a234ba9-910a-430a-87d6-89bae62b22b5 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Request body: {'port': {'device_id': '230f7fd9-f42c-465c-aa30-1548c8afece5', 'network_id': 'b082549b-b61d-48b6-a978-1804137ec38a', 'admin_state_up': True, 'tenant_id': 'a33e9937caaf41ca8fc301bec96ba603', 'security_groups': ['208ba6a1-805c-4f9d-a564-c9f39bce27cb']}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:58:29.590217 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-c2338309-7f41-4069-91df-651d5823de6c req-213aab84-0cff-4c63-90db-e76181e4b694 service neutron] 10.222.0.30 "GET /v2.0/networks/c3f2488e-44c5-4b09-b9c1-b478ec12dd34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7777178 Jun 12 12:58:29.688078 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.db_base_plugin_common [req-a3ce5f9d-7d41-465f-9a22-f92b4b90e455 req-ca7c23d6-a9d4-4398-b2c0-3b9394fe544d tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Allocated IP 172.20.0.11 (c3f2488e-44c5-4b09-b9c1-b478ec12dd34/e49e69c6-b979-45e9-b77a-48cd10ef7dd0/e9d26dcc-9613-4a13-8c5e-fd80f240eeca) {{(pid=91666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 12:58:29.691712 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa3b9c0f-ee50-4572-832f-bac9c1ac2b68 req-c8e54dc7-39ff-46f7-946a-2acb5f3cd4ad tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Made reservation on behalf of 7f18be0815224addb543ffddc7807c85 for: {'port': 1} {{(pid=91666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 12:58:29.697699 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-fa3b9c0f-ee50-4572-832f-bac9c1ac2b68 req-c8e54dc7-39ff-46f7-946a-2acb5f3cd4ad tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for port, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:29.753010 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7319b881-bae1-41db-9ad7-aaac5fa251fd req-6a234ba9-910a-430a-87d6-89bae62b22b5 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Made reservation on behalf of a33e9937caaf41ca8fc301bec96ba603 for: {'port': 1} {{(pid=91667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 12:58:29.757738 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-7319b881-bae1-41db-9ad7-aaac5fa251fd req-6a234ba9-910a-430a-87d6-89bae62b22b5 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for port, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:29.861690 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-0f770bf2-aa09-4665-ac7d-8f4b5d3424a3 req-8b962147-e368-4e88-8e8e-68363632596d tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 210 time: 0.0782614 Jun 12 12:58:29.931313 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device 9ebdb42a-1f6b-4820-90e8-c352aedcfc4f up at agent hyperv_hv-cinder-79611 {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:58:29.931877 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-6159b150-03b2-4867-b5df-01839578cc10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:30.015615 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Provisioning for port 9ebdb42a-1f6b-4820-90e8-c352aedcfc4f completed by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:58:30.022822 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Provisioning complete for port 9ebdb42a-1f6b-4820-90e8-c352aedcfc4f triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:58:30.023621 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:30.030361 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-c2338309-7f41-4069-91df-651d5823de6c req-c4e8da73-be27-4100-9d93-ad6cf479fa49 service neutron] 10.222.0.30 "GET /v2.0/networks/c3f2488e-44c5-4b09-b9c1-b478ec12dd34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4241176 Jun 12 12:58:30.146511 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.db.db_base_plugin_common [req-7319b881-bae1-41db-9ad7-aaac5fa251fd req-6a234ba9-910a-430a-87d6-89bae62b22b5 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Allocated IP 172.20.0.7 (b082549b-b61d-48b6-a978-1804137ec38a/040de1c9-b671-4172-8240-56a21bd80720/7c23f9e2-3e44-4591-b576-1abd9843c490) {{(pid=91667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 12:58:30.167579 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52168f-500b-4a0b-9c66-e34cb583b686 req-c236959d-d834-45fa-ab08-492148536e9c tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:30.185691 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-fc52168f-500b-4a0b-9c66-e34cb583b686 req-c236959d-d834-45fa-ab08-492148536e9c tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=01dd2636-c41c-4180-b450-b5b95b907560 HTTP/1.1" status: 200 len: 944 time: 0.3059254 Jun 12 12:58:30.244240 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.db_base_plugin_common [req-fa3b9c0f-ee50-4572-832f-bac9c1ac2b68 req-c8e54dc7-39ff-46f7-946a-2acb5f3cd4ad tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Allocated IP 172.20.0.3 (64b4b39f-e457-4d52-beb5-ab2bbde33d05/f2822e5c-4cf7-4702-9de8-8d297e10d4e8/1e6e0e28-bb34-4daf-8a61-6ff10d280256) {{(pid=91666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 12:58:30.291854 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-a3ce5f9d-7d41-465f-9a22-f92b4b90e455 req-ca7c23d6-a9d4-4398-b2c0-3b9394fe544d tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Notify callbacks [] for port, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:30.326820 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-fc52168f-500b-4a0b-9c66-e34cb583b686 req-116f15d2-b03e-4ae0-86e5-6adea2a8a496 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/security-groups?id=02246757-e4e7-402b-9da4-d1f6e68238bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400366 Jun 12 12:58:30.367251 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-a3ce5f9d-7d41-465f-9a22-f92b4b90e455 req-ca7c23d6-a9d4-4398-b2c0-3b9394fe544d tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1466997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-122173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752044431912'] for port, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:30.421157 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:30.434713 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:30.476577 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01dd2636-c41c-4180-b450-b5b95b907560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ebdb42a-1f6b-4820-90e8-c352aedcfc4f'}] {{(pid=91668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:58:30.605268 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port 9ebdb42a-1f6b-4820-90e8-c352aedcfc4f, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=9ebdb42a-1f6b-4820-90e8-c352aedcfc4f,segment=NetworkSegment(a55cae0d-67cb-4777-915a-d694fc695b77),segment_id=a55cae0d-67cb-4777-915a-d694fc695b77)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:58:30.612282 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:30.613818 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device 3a1676d1-6005-4012-93ff-4c03ba80e978 up at agent hyperv_hv-cinder-79611 {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:58:30.616252 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:30.618498 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-7319b881-bae1-41db-9ad7-aaac5fa251fd req-6a234ba9-910a-430a-87d6-89bae62b22b5 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks [] for port, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:30.661019 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.db.provisioning_blocks [req-7319b881-bae1-41db-9ad7-aaac5fa251fd req-6a234ba9-910a-430a-87d6-89bae62b22b5 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Transition to ACTIVE for port object 7c23f9e2-3e44-4591-b576-1abd9843c490 will not be triggered until provisioned by entity DHCP. {{(pid=91667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:58:30.685406 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3ce5f9d-7d41-465f-9a22-f92b4b90e455 req-ca7c23d6-a9d4-4398-b2c0-3b9394fe544d tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Network c3f2488e-44c5-4b09-b9c1-b478ec12dd34 is already hosted by enough agents. {{(pid=91666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:58:30.711205 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.base_scheduler [req-a3ce5f9d-7d41-465f-9a22-f92b4b90e455 req-ca7c23d6-a9d4-4398-b2c0-3b9394fe544d tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Resources bound (agent type, host, resource id): {{(pid=91666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:58:30.720867 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7c23d6-a9d4-4398-b2c0-3b9394fe544d tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Pushing event updated for resources: {'Port': ['ID=e9d26dcc-9613-4a13-8c5e-fd80f240eeca,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:30.720994 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046333dc-e5c0-4e46-9692-469ec580bb41 req-cd4bfad3-942a-4eac-8ac4-720afa9d0d61 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:30.724436 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-6159b150-03b2-4867-b5df-01839578cc10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:30.727973 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-046333dc-e5c0-4e46-9692-469ec580bb41 req-cd4bfad3-942a-4eac-8ac4-720afa9d0d61 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 932 time: 0.1231408 Jun 12 12:58:30.737679 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Pushing event updated for resources: {'Port': ['ID=9ebdb42a-1f6b-4820-90e8-c352aedcfc4f,revision_number=5']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:30.747413 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:30.753271 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Provisioning for port 3a1676d1-6005-4012-93ff-4c03ba80e978 completed by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:58:30.762277 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-7319b881-bae1-41db-9ad7-aaac5fa251fd req-6a234ba9-910a-430a-87d6-89bae62b22b5 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1466997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-122173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752044431912'] for port, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:30.764870 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Provisioning complete for port 3a1676d1-6005-4012-93ff-4c03ba80e978 triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:58:30.764870 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:30.777584 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3ce5f9d-7d41-465f-9a22-f92b4b90e455 req-ca7c23d6-a9d4-4398-b2c0-3b9394fe544d tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Received port after_create {{(pid=91666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 12:58:30.778967 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:30.783261 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce5f9d-7d41-465f-9a22-f92b4b90e455 req-ca7c23d6-a9d4-4398-b2c0-3b9394fe544d tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:30.783800 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-a3ce5f9d-7d41-465f-9a22-f92b4b90e455 req-ca7c23d6-a9d4-4398-b2c0-3b9394fe544d tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for port, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:30.786611 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-ca7c23d6-a9d4-4398-b2c0-3b9394fe544d tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:30.797219 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-6159b150-03b2-4867-b5df-01839578cc10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:30.810647 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 51772) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:58:30.815314 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-cc3cdc28-9229-4d49-a7de-8e180b1b2a63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:30.860494 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-046333dc-e5c0-4e46-9692-469ec580bb41 req-37413cd7-234d-4b80-8bd5-4dd2610fd7d2 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279564 Jun 12 12:58:30.860801 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-a3ce5f9d-7d41-465f-9a22-f92b4b90e455 req-ca7c23d6-a9d4-4398-b2c0-3b9394fe544d tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8434534 Jun 12 12:58:30.888053 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [req-a3ce5f9d-7d41-465f-9a22-f92b4b90e455 req-5365183f-ac20-4f49-8448-9edf80346241 service neutron] Request body: {'port': {'device_id': '92d09069-fdcf-4c40-b0ec-d374d7d7cc77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:58:30.904685 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-6159b150-03b2-4867-b5df-01839578cc10 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=32d382030cc644b89237bc955830e424&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3811293 Jun 12 12:58:30.914744 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 51776) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:58:30.943704 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6159b150-03b2-4867-b5df-01839578cc10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9eef6f6-0ab4-452d-ae9a-379fc53e7a30,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:30.951394 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7319b881-bae1-41db-9ad7-aaac5fa251fd req-6a234ba9-910a-430a-87d6-89bae62b22b5 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Network b082549b-b61d-48b6-a978-1804137ec38a is already hosted by enough agents. {{(pid=91667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:58:30.957113 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-fa3b9c0f-ee50-4572-832f-bac9c1ac2b68 req-c8e54dc7-39ff-46f7-946a-2acb5f3cd4ad tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks [] for port, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:30.965377 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-6159b150-03b2-4867-b5df-01839578cc10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:30.976516 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339a2c83-c7d1-45bb-b6ae-6fc900d422de req-418a922c-c8e9-491d-8cfb-4ee778ddda7b tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:30.978018 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-339a2c83-c7d1-45bb-b6ae-6fc900d422de req-418a922c-c8e9-491d-8cfb-4ee778ddda7b tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd71af93-9ed7-4d24-9fce-a7e5dda5bb63 HTTP/1.1" status: 200 len: 945 time: 0.4773159 Jun 12 12:58:31.027683 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [req-fa3b9c0f-ee50-4572-832f-bac9c1ac2b68 req-c8e54dc7-39ff-46f7-946a-2acb5f3cd4ad tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Transition to ACTIVE for port object 1e6e0e28-bb34-4daf-8a61-6ff10d280256 will not be triggered until provisioned by entity DHCP. {{(pid=91666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:58:31.035670 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.base_scheduler [req-7319b881-bae1-41db-9ad7-aaac5fa251fd req-6a234ba9-910a-430a-87d6-89bae62b22b5 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Resources bound (agent type, host, resource id): {{(pid=91667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:58:31.039019 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:31.049214 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [req-7319b881-bae1-41db-9ad7-aaac5fa251fd req-6a234ba9-910a-430a-87d6-89bae62b22b5 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Received port after_create {{(pid=91667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 12:58:31.062418 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7319b881-bae1-41db-9ad7-aaac5fa251fd req-6a234ba9-910a-430a-87d6-89bae62b22b5 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:31.074867 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-7319b881-bae1-41db-9ad7-aaac5fa251fd req-6a234ba9-910a-430a-87d6-89bae62b22b5 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for port, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:31.084815 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80aeb099eed554921aeb9584cad5061c500859d49ba4b111a23145803cb4192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-815d0e68-a0d7-4ab7-b6dc-26971f080abd" -d '{"events": [{"server_uuid": "01dd2636-c41c-4180-b450-b5b95b907560", "name": "network-vif-plugged", "status": "completed", "tag": "9ebdb42a-1f6b-4820-90e8-c352aedcfc4f"}]}' {{(pid=91668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:58:31.142995 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-339a2c83-c7d1-45bb-b6ae-6fc900d422de req-86d98a81-e86e-44ed-95b0-c2ac28da596d tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffd46618-484d-45c1-9b5c-8a949278e56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546636 Jun 12 12:58:31.156995 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a234ba9-910a-430a-87d6-89bae62b22b5 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Pushing event updated for resources: {'Port': ['ID=7c23f9e2-3e44-4591-b576-1abd9843c490,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:31.160803 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-6a234ba9-910a-430a-87d6-89bae62b22b5 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:31.180606 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-7319b881-bae1-41db-9ad7-aaac5fa251fd req-6a234ba9-910a-430a-87d6-89bae62b22b5 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6889873 Jun 12 12:58:31.191578 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-a3ce5f9d-7d41-465f-9a22-f92b4b90e455 req-5365183f-ac20-4f49-8448-9edf80346241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:31.211952 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port 3a1676d1-6005-4012-93ff-4c03ba80e978, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=3a1676d1-6005-4012-93ff-4c03ba80e978,segment=NetworkSegment(8f7c39d0-7454-455e-b577-284bf003faad),segment_id=8f7c39d0-7454-455e-b577-284bf003faad)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:58:31.224542 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.v2.base [req-7319b881-bae1-41db-9ad7-aaac5fa251fd req-a360ce41-aa87-4786-baaf-f778fe044797 service neutron] Request body: {'port': {'device_id': '230f7fd9-f42c-465c-aa30-1548c8afece5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:58:31.233279 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:31.237473 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-d5092dcb-98ad-4c51-ad23-5815d00d5c7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:31.284066 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-fa3b9c0f-ee50-4572-832f-bac9c1ac2b68 req-c8e54dc7-39ff-46f7-946a-2acb5f3cd4ad tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1466997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-122173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752044431912'] for port, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:31.299644 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-8ba35c2c-b755-4c3f-a046-c6a9939bd31b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:31.325170 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-581d5fc0-5c84-4530-bd5f-8bdd39543c4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:31.351081 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Pushing event updated for resources: {'Port': ['ID=3a1676d1-6005-4012-93ff-4c03ba80e978,revision_number=5']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:31.356190 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:31.391586 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-63283418-2137-4ac6-bc33-b9239cee82e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:31.444562 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1bf9f9-eb4a-4331-9356-534afbade2e6 req-ae636bf1-6427-4c8f-8a0e-370ffca20fd9 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:31.446052 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-7b1bf9f9-eb4a-4331-9356-534afbade2e6 req-ae636bf1-6427-4c8f-8a0e-370ffca20fd9 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 931 time: 0.3619368 Jun 12 12:58:31.450264 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-581d5fc0-5c84-4530-bd5f-8bdd39543c4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:31.466538 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa3b9c0f-ee50-4572-832f-bac9c1ac2b68 req-c8e54dc7-39ff-46f7-946a-2acb5f3cd4ad tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Network 64b4b39f-e457-4d52-beb5-ab2bbde33d05 is already hosted by enough agents. {{(pid=91666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:58:31.473997 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.base_scheduler [req-fa3b9c0f-ee50-4572-832f-bac9c1ac2b68 req-c8e54dc7-39ff-46f7-946a-2acb5f3cd4ad tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Resources bound (agent type, host, resource id): {{(pid=91666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:58:31.475697 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 51798) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:58:31.486807 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-db0d1863-0f57-4c8a-9981-fde996676b9b None None] Provisioning for port 7c23f9e2-3e44-4591-b576-1abd9843c490 completed by entity DHCP. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:58:31.492478 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-db0d1863-0f57-4c8a-9981-fde996676b9b None None] Provisioning complete for port 7c23f9e2-3e44-4591-b576-1abd9843c490 triggered by entity DHCP. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:58:31.492856 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-db0d1863-0f57-4c8a-9981-fde996676b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:31.511506 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa3b9c0f-ee50-4572-832f-bac9c1ac2b68 req-c8e54dc7-39ff-46f7-946a-2acb5f3cd4ad tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Received port after_create {{(pid=91666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 12:58:31.513004 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-7319b881-bae1-41db-9ad7-aaac5fa251fd req-a360ce41-aa87-4786-baaf-f778fe044797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:31.518660 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b9c0f-ee50-4572-832f-bac9c1ac2b68 req-c8e54dc7-39ff-46f7-946a-2acb5f3cd4ad tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:31.519355 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-fa3b9c0f-ee50-4572-832f-bac9c1ac2b68 req-c8e54dc7-39ff-46f7-946a-2acb5f3cd4ad tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for port, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:31.541642 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e54dc7-39ff-46f7-946a-2acb5f3cd4ad tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Pushing event updated for resources: {'Port': ['ID=1e6e0e28-bb34-4daf-8a61-6ff10d280256,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:31.569146 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-c8e54dc7-39ff-46f7-946a-2acb5f3cd4ad tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:31.573735 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-db0d1863-0f57-4c8a-9981-fde996676b9b None None] Port 7c23f9e2-3e44-4591-b576-1abd9843c490 cannot update to ACTIVE because it is not bound. {{(pid=91668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 12:58:31.638880 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-7b1bf9f9-eb4a-4331-9356-534afbade2e6 req-8d60c2ac-6ed0-465b-a4c3-3cbb646b24d5 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=208ba6a1-805c-4f9d-a564-c9f39bce27cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1781087 Jun 12 12:58:31.698749 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-581d5fc0-5c84-4530-bd5f-8bdd39543c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:31.706652 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-581d5fc0-5c84-4530-bd5f-8bdd39543c4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:31.707877 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-581d5fc0-5c84-4530-bd5f-8bdd39543c4a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f9eef6f6-0ab4-452d-ae9a-379fc53e7a30 HTTP/1.1" status: 204 len: 168 time: 0.7699330 Jun 12 12:58:31.733255 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-e4eee7a2-0136-4453-82f5-7b3f7a8dc72a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:31.799866 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-df004b7a-8492-427f-b6de-b0f049c3ff05 None None] Provisioning for port 1e6e0e28-bb34-4daf-8a61-6ff10d280256 completed by entity DHCP. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:58:31.809346 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-df004b7a-8492-427f-b6de-b0f049c3ff05 None None] Provisioning complete for port 1e6e0e28-bb34-4daf-8a61-6ff10d280256 triggered by entity DHCP. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:58:31.811675 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-df004b7a-8492-427f-b6de-b0f049c3ff05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:31.822646 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d5fc0-5c84-4530-bd5f-8bdd39543c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9eef6f6-0ab4-452d-ae9a-379fc53e7a30,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:31.825494 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-581d5fc0-5c84-4530-bd5f-8bdd39543c4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:31.895251 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-df004b7a-8492-427f-b6de-b0f049c3ff05 None None] Port 1e6e0e28-bb34-4daf-8a61-6ff10d280256 cannot update to ACTIVE because it is not bound. {{(pid=91668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 12:58:31.908492 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 12:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd8ea08-36dd-4556-b495-bb179a9e3146 x-openstack-request-id: req-3cd8ea08-36dd-4556-b495-bb179a9e3146 {{(pid=91668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:58:31.909535 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01dd2636-c41c-4180-b450-b5b95b907560", "name": "network-vif-plugged", "status": "completed", "tag": "9ebdb42a-1f6b-4820-90e8-c352aedcfc4f", "code": 200}]} {{(pid=91668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:58:31.910013 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3cd8ea08-36dd-4556-b495-bb179a9e3146 {{(pid=91668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:58:31.910651 dv-cinder-796114-1-iscsi neutron-server[91668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01dd2636-c41c-4180-b450-b5b95b907560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ebdb42a-1f6b-4820-90e8-c352aedcfc4f', 'code': 200} Jun 12 12:58:31.972391 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c034b2c-dc4f-45ae-b551-fb679e6da0ef req-39be541b-f84a-4fd3-9492-73879357ed41 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:31.981424 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-2c034b2c-dc4f-45ae-b551-fb679e6da0ef req-39be541b-f84a-4fd3-9492-73879357ed41 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 931 time: 0.5565512 Jun 12 12:58:31.991109 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-63283418-2137-4ac6-bc33-b9239cee82e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:32.052348 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-2c034b2c-dc4f-45ae-b551-fb679e6da0ef req-252ddcb3-82e8-47b3-aa35-651166e839a4 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696661 Jun 12 12:58:32.053069 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-fe55fe5e-64ce-45af-bb13-e78f4b0f5276 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:32.071757 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-fa3b9c0f-ee50-4572-832f-bac9c1ac2b68 req-c8e54dc7-39ff-46f7-946a-2acb5f3cd4ad tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2336204 Jun 12 12:58:32.098773 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-63283418-2137-4ac6-bc33-b9239cee82e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:32.129973 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [req-fa3b9c0f-ee50-4572-832f-bac9c1ac2b68 req-b676b1a2-f91a-41e8-97bf-a3c5f39a6cce service neutron] Request body: {'port': {'device_id': 'a8c563c0-8ba5-433e-8c12-6c1794a63feb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:58:32.149286 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:32.243978 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 51812) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:58:32.339230 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-155bf6c5-6057-4015-8d06-ac7a66bad07d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:32.384120 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-63283418-2137-4ac6-bc33-b9239cee82e4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=de8a23b7cebf45f79942794f6c2c6d7c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5714555 Jun 12 12:58:32.387650 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 51814) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:58:32.396514 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63283418-2137-4ac6-bc33-b9239cee82e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a667d44e-c5ce-458b-8297-4935d8922a4e,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:32.399871 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-63283418-2137-4ac6-bc33-b9239cee82e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:32.477118 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f7209-4efe-4688-ae18-3e12075878a4 req-21537932-8495-4082-8e8f-55dbcf440020 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:32.478485 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-a48f7209-4efe-4688-ae18-3e12075878a4 req-21537932-8495-4082-8e8f-55dbcf440020 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=01dd2636-c41c-4180-b450-b5b95b907560 HTTP/1.1" status: 200 len: 945 time: 0.3896196 Jun 12 12:58:32.485646 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-fe55fe5e-64ce-45af-bb13-e78f4b0f5276 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:32.498291 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.notifiers.nova [req-7319b881-bae1-41db-9ad7-aaac5fa251fd req-a360ce41-aa87-4786-baaf-f778fe044797 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c23f9e2-3e44-4591-b576-1abd9843c490 {{(pid=91667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 12:58:32.507836 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-fe55fe5e-64ce-45af-bb13-e78f4b0f5276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:32.509955 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-fa3b9c0f-ee50-4572-832f-bac9c1ac2b68 req-b676b1a2-f91a-41e8-97bf-a3c5f39a6cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:32.517553 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-7319b881-bae1-41db-9ad7-aaac5fa251fd req-a360ce41-aa87-4786-baaf-f778fe044797 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:32.518150 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:32.537222 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.notifiers.nova [req-a3ce5f9d-7d41-465f-9a22-f92b4b90e455 req-5365183f-ac20-4f49-8448-9edf80346241 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9d26dcc-9613-4a13-8c5e-fd80f240eeca {{(pid=91666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 12:58:32.553841 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.db.provisioning_blocks [req-7319b881-bae1-41db-9ad7-aaac5fa251fd req-a360ce41-aa87-4786-baaf-f778fe044797 service neutron] Transition to ACTIVE for port object 7c23f9e2-3e44-4591-b576-1abd9843c490 will not be triggered until provisioned by entity L2. {{(pid=91667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:58:32.559563 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1d0dc481-6582-4ba8-bde4-4cd63b28ed41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:32.562097 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-7319b881-bae1-41db-9ad7-aaac5fa251fd req-a360ce41-aa87-4786-baaf-f778fe044797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:32.565182 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-a48f7209-4efe-4688-ae18-3e12075878a4 req-cc2557e5-06b0-42cd-b7d6-e2d97332214c tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/security-groups?id=02246757-e4e7-402b-9da4-d1f6e68238bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792742 Jun 12 12:58:32.569661 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-a3ce5f9d-7d41-465f-9a22-f92b4b90e455 req-5365183f-ac20-4f49-8448-9edf80346241 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:32.574706 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-1955653b-ad9d-4850-9142-80d4d3900dbb tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:32.586130 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ae57a-297e-4b3c-b62c-5f9fdc3045c9 req-5bbfb925-80e9-4ecb-8675-107237e39fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:32.587613 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-629ae57a-297e-4b3c-b62c-5f9fdc3045c9 req-5bbfb925-80e9-4ecb-8675-107237e39fd2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=01dd2636-c41c-4180-b450-b5b95b907560 HTTP/1.1" status: 200 len: 1098 time: 0.4485865 Jun 12 12:58:32.631775 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1d0dc481-6582-4ba8-bde4-4cd63b28ed41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:32.660412 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-fe55fe5e-64ce-45af-bb13-e78f4b0f5276 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b01385e618c0440a96fe3970d9ae4999&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1538038 Jun 12 12:58:32.663029 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [req-a3ce5f9d-7d41-465f-9a22-f92b4b90e455 req-5365183f-ac20-4f49-8448-9edf80346241 service neutron] Transition to ACTIVE for port object e9d26dcc-9613-4a13-8c5e-fd80f240eeca will not be triggered until provisioned by entity L2. {{(pid=91666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:58:32.669469 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 51816) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:58:32.671577 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe55fe5e-64ce-45af-bb13-e78f4b0f5276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a7983e-a090-456c-94e4-d934cdd36395,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:32.692058 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-fe55fe5e-64ce-45af-bb13-e78f4b0f5276 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:32.692856 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-629ae57a-297e-4b3c-b62c-5f9fdc3045c9 req-77277826-0fdf-4d5f-928b-8fd8eb381479 service neutron] Notify callbacks [] for security_group, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:32.694714 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-a3ce5f9d-7d41-465f-9a22-f92b4b90e455 req-5365183f-ac20-4f49-8448-9edf80346241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:32.710093 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a4e136-de6c-47b7-a78f-a66878d0f6ea req-135f2627-416b-4d89-85b7-5aeaa75d916e tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:32.718126 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-b6a4e136-de6c-47b7-a78f-a66878d0f6ea req-135f2627-416b-4d89-85b7-5aeaa75d916e tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 932 time: 0.4748826 Jun 12 12:58:32.734077 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a360ce41-aa87-4786-baaf-f778fe044797 service neutron] Pushing event updated for resources: {'Port': ['ID=7c23f9e2-3e44-4591-b576-1abd9843c490,revision_number=2']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:32.738953 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-6bab0832-6cf2-434a-8fa7-60385d7c69d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:32.739951 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-a360ce41-aa87-4786-baaf-f778fe044797 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:32.893029 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.managers [req-7319b881-bae1-41db-9ad7-aaac5fa251fd req-a360ce41-aa87-4786-baaf-f778fe044797 service neutron] Attempting to bind port 7c23f9e2-3e44-4591-b576-1abd9843c490 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 12:58:32.893374 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.managers [req-7319b881-bae1-41db-9ad7-aaac5fa251fd req-a360ce41-aa87-4786-baaf-f778fe044797 service neutron] Attempting to bind port 7c23f9e2-3e44-4591-b576-1abd9843c490 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '86bd5776-487d-44b3-91cb-8214abc180f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b082549b-b61d-48b6-a978-1804137ec38a'}] {{(pid=91667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 12:58:32.893738 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7319b881-bae1-41db-9ad7-aaac5fa251fd req-a360ce41-aa87-4786-baaf-f778fe044797 service neutron] Attempting to bind port 7c23f9e2-3e44-4591-b576-1abd9843c490 on network b082549b-b61d-48b6-a978-1804137ec38a {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:58:32.910797 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7319b881-bae1-41db-9ad7-aaac5fa251fd req-a360ce41-aa87-4786-baaf-f778fe044797 service neutron] Port 7c23f9e2-3e44-4591-b576-1abd9843c490 on network b082549b-b61d-48b6-a978-1804137ec38a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 12:58:32.911076 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7319b881-bae1-41db-9ad7-aaac5fa251fd req-a360ce41-aa87-4786-baaf-f778fe044797 service neutron] Attempting to bind port 7c23f9e2-3e44-4591-b576-1abd9843c490 on network b082549b-b61d-48b6-a978-1804137ec38a {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:58:32.922321 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1d0dc481-6582-4ba8-bde4-4cd63b28ed41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:32.923170 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-b4d6cdb6-9199-49cc-a9a1-dc1d310b9a60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:32.931327 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1d0dc481-6582-4ba8-bde4-4cd63b28ed41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:32.934854 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-1d0dc481-6582-4ba8-bde4-4cd63b28ed41 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a667d44e-c5ce-458b-8297-4935d8922a4e HTTP/1.1" status: 204 len: 168 time: 0.5437822 Jun 12 12:58:32.934854 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7319b881-bae1-41db-9ad7-aaac5fa251fd req-a360ce41-aa87-4786-baaf-f778fe044797 service neutron] Checking agent: {'id': '858649d7-9eac-48e6-8b51-9e9d764f3a99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 12, 56, 19), 'started_at': datetime.datetime(2021, 6, 12, 12, 56, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 12, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 12:58:32.934854 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7319b881-bae1-41db-9ad7-aaac5fa251fd req-a360ce41-aa87-4786-baaf-f778fe044797 service neutron] Checking segment: {'id': '86bd5776-487d-44b3-91cb-8214abc180f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b082549b-b61d-48b6-a978-1804137ec38a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:58:32.934854 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7319b881-bae1-41db-9ad7-aaac5fa251fd req-a360ce41-aa87-4786-baaf-f778fe044797 service neutron] Bound using segment: {'id': '86bd5776-487d-44b3-91cb-8214abc180f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b082549b-b61d-48b6-a978-1804137ec38a'} {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 12:58:32.934854 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.managers [req-7319b881-bae1-41db-9ad7-aaac5fa251fd req-a360ce41-aa87-4786-baaf-f778fe044797 service neutron] Bound port: 7c23f9e2-3e44-4591-b576-1abd9843c490, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86bd5776-487d-44b3-91cb-8214abc180f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b082549b-b61d-48b6-a978-1804137ec38a'}}] {{(pid=91667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 12:58:32.935339 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-7319b881-bae1-41db-9ad7-aaac5fa251fd req-a360ce41-aa87-4786-baaf-f778fe044797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:32.942838 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-01daa35e-4617-46c6-8803-9f193fb3461b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:32.967725 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5365183f-ac20-4f49-8448-9edf80346241 service neutron] Pushing event updated for resources: {'Port': ['ID=e9d26dcc-9613-4a13-8c5e-fd80f240eeca,revision_number=2']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:32.981470 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28143a-374e-4642-bbab-2c885692ab9b req-08058bcb-a20b-4ad3-abf2-78800fb4fc28 tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:32.983382 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-5365183f-ac20-4f49-8448-9edf80346241 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:32.983855 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-3d28143a-374e-4642-bbab-2c885692ab9b req-08058bcb-a20b-4ad3-abf2-78800fb4fc28 tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd71af93-9ed7-4d24-9fce-a7e5dda5bb63 HTTP/1.1" status: 200 len: 946 time: 0.2511973 Jun 12 12:58:32.983855 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0dc481-6582-4ba8-bde4-4cd63b28ed41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a667d44e-c5ce-458b-8297-4935d8922a4e,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:32.989515 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-1d0dc481-6582-4ba8-bde4-4cd63b28ed41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:32.991536 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-b4d6cdb6-9199-49cc-a9a1-dc1d310b9a60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:32.998116 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-b6a4e136-de6c-47b7-a78f-a66878d0f6ea req-2cfc85b6-18a4-4b2c-a929-c8a2e440d70c tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610180 Jun 12 12:58:33.087710 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-155bf6c5-6057-4015-8d06-ac7a66bad07d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:33.093050 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [req-a3ce5f9d-7d41-465f-9a22-f92b4b90e455 req-5365183f-ac20-4f49-8448-9edf80346241 service neutron] Attempting to bind port e9d26dcc-9613-4a13-8c5e-fd80f240eeca on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 12:58:33.093426 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [req-a3ce5f9d-7d41-465f-9a22-f92b4b90e455 req-5365183f-ac20-4f49-8448-9edf80346241 service neutron] Attempting to bind port e9d26dcc-9613-4a13-8c5e-fd80f240eeca by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': 'f64e914f-5326-415e-a76f-3e9e82cbcb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c3f2488e-44c5-4b09-b9c1-b478ec12dd34'}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 12:58:33.093777 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ce5f9d-7d41-465f-9a22-f92b4b90e455 req-5365183f-ac20-4f49-8448-9edf80346241 service neutron] Attempting to bind port e9d26dcc-9613-4a13-8c5e-fd80f240eeca on network c3f2488e-44c5-4b09-b9c1-b478ec12dd34 {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:58:33.149127 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-b4d6cdb6-9199-49cc-a9a1-dc1d310b9a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:33.149294 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-155bf6c5-6057-4015-8d06-ac7a66bad07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:33.157407 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:33.166410 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-b4d6cdb6-9199-49cc-a9a1-dc1d310b9a60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:33.170759 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-b4d6cdb6-9199-49cc-a9a1-dc1d310b9a60 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/42a7983e-a090-456c-94e4-d934cdd36395 HTTP/1.1" status: 204 len: 168 time: 0.4533081 Jun 12 12:58:33.181254 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ce5f9d-7d41-465f-9a22-f92b4b90e455 req-5365183f-ac20-4f49-8448-9edf80346241 service neutron] Port e9d26dcc-9613-4a13-8c5e-fd80f240eeca on network c3f2488e-44c5-4b09-b9c1-b478ec12dd34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 12:58:33.181588 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ce5f9d-7d41-465f-9a22-f92b4b90e455 req-5365183f-ac20-4f49-8448-9edf80346241 service neutron] Attempting to bind port e9d26dcc-9613-4a13-8c5e-fd80f240eeca on network c3f2488e-44c5-4b09-b9c1-b478ec12dd34 {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:58:33.182808 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.db [req-7319b881-bae1-41db-9ad7-aaac5fa251fd req-a360ce41-aa87-4786-baaf-f778fe044797 service neutron] For port 7c23f9e2-3e44-4591-b576-1abd9843c490, host hv-cinder-79611, cleared binding levels {{(pid=91667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 12:58:33.190061 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.db [req-7319b881-bae1-41db-9ad7-aaac5fa251fd req-a360ce41-aa87-4786-baaf-f778fe044797 service neutron] For port 7c23f9e2-3e44-4591-b576-1abd9843c490, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=7c23f9e2-3e44-4591-b576-1abd9843c490,segment=NetworkSegment(86bd5776-487d-44b3-91cb-8214abc180f6),segment_id=86bd5776-487d-44b3-91cb-8214abc180f6)] {{(pid=91667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 12:58:33.198261 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-42f7ba90-28d5-40e1-9103-84c89fec75cb tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:33.207279 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-7319b881-bae1-41db-9ad7-aaac5fa251fd req-a360ce41-aa87-4786-baaf-f778fe044797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:33.222797 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-3d28143a-374e-4642-bbab-2c885692ab9b req-7701cac3-d284-44b0-ac8e-b5889b905d67 tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffd46618-484d-45c1-9b5c-8a949278e56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213724 Jun 12 12:58:33.227673 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d6cdb6-9199-49cc-a9a1-dc1d310b9a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a7983e-a090-456c-94e4-d934cdd36395,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:33.232463 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-b4d6cdb6-9199-49cc-a9a1-dc1d310b9a60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:33.233116 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-00ad0901-a35d-4d9f-b5c7-230f6042c50a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:33.243643 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ce5f9d-7d41-465f-9a22-f92b4b90e455 req-5365183f-ac20-4f49-8448-9edf80346241 service neutron] Checking agent: {'id': '858649d7-9eac-48e6-8b51-9e9d764f3a99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 12, 56, 19), 'started_at': datetime.datetime(2021, 6, 12, 12, 56, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 12, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 12:58:33.243986 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ce5f9d-7d41-465f-9a22-f92b4b90e455 req-5365183f-ac20-4f49-8448-9edf80346241 service neutron] Checking segment: {'id': 'f64e914f-5326-415e-a76f-3e9e82cbcb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c3f2488e-44c5-4b09-b9c1-b478ec12dd34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:58:33.244367 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ce5f9d-7d41-465f-9a22-f92b4b90e455 req-5365183f-ac20-4f49-8448-9edf80346241 service neutron] Bound using segment: {'id': 'f64e914f-5326-415e-a76f-3e9e82cbcb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c3f2488e-44c5-4b09-b9c1-b478ec12dd34'} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 12:58:33.244804 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [req-a3ce5f9d-7d41-465f-9a22-f92b4b90e455 req-5365183f-ac20-4f49-8448-9edf80346241 service neutron] Bound port: e9d26dcc-9613-4a13-8c5e-fd80f240eeca, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f64e914f-5326-415e-a76f-3e9e82cbcb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c3f2488e-44c5-4b09-b9c1-b478ec12dd34'}}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 12:58:33.246226 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-a3ce5f9d-7d41-465f-9a22-f92b4b90e455 req-5365183f-ac20-4f49-8448-9edf80346241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:33.300824 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7319b881-bae1-41db-9ad7-aaac5fa251fd req-a360ce41-aa87-4786-baaf-f778fe044797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:33.301435 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-7319b881-bae1-41db-9ad7-aaac5fa251fd req-a360ce41-aa87-4786-baaf-f778fe044797 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for port, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:33.302951 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-7319b881-bae1-41db-9ad7-aaac5fa251fd req-a360ce41-aa87-4786-baaf-f778fe044797 service neutron] 10.222.0.30 "PUT /v2.0/ports/7c23f9e2-3e44-4591-b576-1abd9843c490 HTTP/1.1" status: 200 len: 1093 time: 2.0834956 Jun 12 12:58:33.303435 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '230f7fd9-f42c-465c-aa30-1548c8afece5', 'tag': '7c23f9e2-3e44-4591-b576-1abd9843c490'}] {{(pid=91667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:58:33.375671 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.notifiers.nova [req-fa3b9c0f-ee50-4572-832f-bac9c1ac2b68 req-b676b1a2-f91a-41e8-97bf-a3c5f39a6cce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e6e0e28-bb34-4daf-8a61-6ff10d280256 {{(pid=91666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 12:58:33.384244 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-fa3b9c0f-ee50-4572-832f-bac9c1ac2b68 req-b676b1a2-f91a-41e8-97bf-a3c5f39a6cce service neutron] Notify callbacks [] for port, precommit_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:33.398661 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [req-fa3b9c0f-ee50-4572-832f-bac9c1ac2b68 req-b676b1a2-f91a-41e8-97bf-a3c5f39a6cce service neutron] Transition to ACTIVE for port object 1e6e0e28-bb34-4daf-8a61-6ff10d280256 will not be triggered until provisioned by entity L2. {{(pid=91666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:58:33.410999 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-155bf6c5-6057-4015-8d06-ac7a66bad07d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=87ff25939ba74a3d8c55c9a7aca52d7b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1631103 Jun 12 12:58:33.420358 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 51830) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:58:33.461332 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155bf6c5-6057-4015-8d06-ac7a66bad07d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7d4eac-3ad9-42f5-9db5-5fd33681f1de,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:33.503999 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-fa3b9c0f-ee50-4572-832f-bac9c1ac2b68 req-b676b1a2-f91a-41e8-97bf-a3c5f39a6cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:33.505173 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 51834) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:58:33.505672 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-155bf6c5-6057-4015-8d06-ac7a66bad07d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:33.529841 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-ca7c23d6-a9d4-4398-b2c0-3b9394fe544d tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:33.592398 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-941d175f-24fe-4144-8287-8d85004880cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:33.602777 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a360ce41-aa87-4786-baaf-f778fe044797 service neutron] Pushing event updated for resources: {'Port': ['ID=7c23f9e2-3e44-4591-b576-1abd9843c490,revision_number=3']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:33.613550 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-a360ce41-aa87-4786-baaf-f778fe044797 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:33.662715 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7319b881-bae1-41db-9ad7-aaac5fa251fd req-5669c45a-980f-43d4-affa-69912c5c0f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:33.664217 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-7319b881-bae1-41db-9ad7-aaac5fa251fd req-5669c45a-980f-43d4-affa-69912c5c0f45 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a33e9937caaf41ca8fc301bec96ba603&device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 1096 time: 0.2860289 Jun 12 12:58:33.676705 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67243a7e54e3ab7b6e3c39020b1271d9e6c7e43a6696a4fb95c7e45675bdf643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caab0399-a6c6-4216-bb10-033d048d1899" -d '{"events": [{"name": "network-changed", "server_uuid": "230f7fd9-f42c-465c-aa30-1548c8afece5", "tag": "7c23f9e2-3e44-4591-b576-1abd9843c490"}]}' {{(pid=91667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:58:33.754481 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 51842) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:58:33.755214 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-7319b881-bae1-41db-9ad7-aaac5fa251fd req-34cf072a-f20f-470a-885b-899ac4ef1ae2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c23f9e2-3e44-4591-b576-1abd9843c490 HTTP/1.1" status: 200 len: 217 time: 0.0757735 Jun 12 12:58:33.764809 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b676b1a2-f91a-41e8-97bf-a3c5f39a6cce service neutron] Pushing event updated for resources: {'Port': ['ID=1e6e0e28-bb34-4daf-8a61-6ff10d280256,revision_number=2']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:33.775371 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-b676b1a2-f91a-41e8-97bf-a3c5f39a6cce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:33.778355 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-92034f5c-0b02-41e6-81ce-efba80e1f883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:33.788292 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [req-a3ce5f9d-7d41-465f-9a22-f92b4b90e455 req-5365183f-ac20-4f49-8448-9edf80346241 service neutron] For port e9d26dcc-9613-4a13-8c5e-fd80f240eeca, host hv-cinder-79611, cleared binding levels {{(pid=91666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 12:58:33.820074 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c619cd0b-e3e7-41f6-b0e9-a5421aca22f7 req-dbb42e94-2967-46b7-bf60-ffe1a77ca100 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:33.827731 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-c619cd0b-e3e7-41f6-b0e9-a5421aca22f7 req-dbb42e94-2967-46b7-bf60-ffe1a77ca100 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 943 time: 0.3846343 Jun 12 12:58:33.829922 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-d11cf71b-2dbb-4897-beae-3cfbe2270bde admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:33.859431 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f00d86-e1ce-40be-8847-869533185a84 req-47b113e4-aa8b-4f3d-b1e9-f9671d3f7916 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:33.862666 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-51f00d86-e1ce-40be-8847-869533185a84 req-47b113e4-aa8b-4f3d-b1e9-f9671d3f7916 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 943 time: 0.7144213 Jun 12 12:58:33.870047 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [req-a3ce5f9d-7d41-465f-9a22-f92b4b90e455 req-5365183f-ac20-4f49-8448-9edf80346241 service neutron] For port e9d26dcc-9613-4a13-8c5e-fd80f240eeca, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=e9d26dcc-9613-4a13-8c5e-fd80f240eeca,segment=NetworkSegment(f64e914f-5326-415e-a76f-3e9e82cbcb9d),segment_id=f64e914f-5326-415e-a76f-3e9e82cbcb9d)] {{(pid=91666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 12:58:33.886621 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7319b881-bae1-41db-9ad7-aaac5fa251fd req-3bb98c6f-c501-41ec-8bf5-7f53c2763613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:33.888067 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-7319b881-bae1-41db-9ad7-aaac5fa251fd req-3bb98c6f-c501-41ec-8bf5-7f53c2763613 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=040de1c9-b671-4172-8240-56a21bd80720 HTTP/1.1" status: 200 len: 850 time: 0.1170173 Jun 12 12:58:33.889990 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-629ae57a-297e-4b3c-b62c-5f9fdc3045c9 req-77277826-0fdf-4d5f-928b-8fd8eb381479 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:33.896699 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-a3ce5f9d-7d41-465f-9a22-f92b4b90e455 req-5365183f-ac20-4f49-8448-9edf80346241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:33.899075 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-92034f5c-0b02-41e6-81ce-efba80e1f883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:33.912755 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd71af93-9ed7-4d24-9fce-a7e5dda5bb63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a1676d1-6005-4012-93ff-4c03ba80e978'}] {{(pid=91668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:58:33.915244 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [req-fa3b9c0f-ee50-4572-832f-bac9c1ac2b68 req-b676b1a2-f91a-41e8-97bf-a3c5f39a6cce service neutron] Attempting to bind port 1e6e0e28-bb34-4daf-8a61-6ff10d280256 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 12:58:33.915589 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [req-fa3b9c0f-ee50-4572-832f-bac9c1ac2b68 req-b676b1a2-f91a-41e8-97bf-a3c5f39a6cce service neutron] Attempting to bind port 1e6e0e28-bb34-4daf-8a61-6ff10d280256 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': 'a0a674b8-7738-4903-8a88-2eeaa5688873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '64b4b39f-e457-4d52-beb5-ab2bbde33d05'}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 12:58:33.915925 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3b9c0f-ee50-4572-832f-bac9c1ac2b68 req-b676b1a2-f91a-41e8-97bf-a3c5f39a6cce service neutron] Attempting to bind port 1e6e0e28-bb34-4daf-8a61-6ff10d280256 on network 64b4b39f-e457-4d52-beb5-ab2bbde33d05 {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:58:33.916358 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80aeb099eed554921aeb9584cad5061c500859d49ba4b111a23145803cb4192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57496a0b-199e-4c87-a4e3-0802b2df21e0" -d '{"events": [{"server_uuid": "cd71af93-9ed7-4d24-9fce-a7e5dda5bb63", "name": "network-vif-plugged", "status": "completed", "tag": "3a1676d1-6005-4012-93ff-4c03ba80e978"}]}' {{(pid=91668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:58:33.918352 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-629ae57a-297e-4b3c-b62c-5f9fdc3045c9 req-77277826-0fdf-4d5f-928b-8fd8eb381479 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:33.934540 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-5b3df396-542f-437b-bef9-a713f2035386 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:33.947937 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-c619cd0b-e3e7-41f6-b0e9-a5421aca22f7 req-0b32e099-9c12-4351-8da5-6b1a4a7d9029 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190999 Jun 12 12:58:33.957507 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device fde1258c-44aa-4e18-91ed-e31fa89248dc details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 12:58:33.999378 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3b9c0f-ee50-4572-832f-bac9c1ac2b68 req-b676b1a2-f91a-41e8-97bf-a3c5f39a6cce service neutron] Port 1e6e0e28-bb34-4daf-8a61-6ff10d280256 on network 64b4b39f-e457-4d52-beb5-ab2bbde33d05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 12:58:33.999910 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3b9c0f-ee50-4572-832f-bac9c1ac2b68 req-b676b1a2-f91a-41e8-97bf-a3c5f39a6cce service neutron] Attempting to bind port 1e6e0e28-bb34-4daf-8a61-6ff10d280256 on network 64b4b39f-e457-4d52-beb5-ab2bbde33d05 {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:58:34.030770 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-629ae57a-297e-4b3c-b62c-5f9fdc3045c9 req-77277826-0fdf-4d5f-928b-8fd8eb381479 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=02246757-e4e7-402b-9da4-d1f6e68238bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4194145 Jun 12 12:58:34.050512 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3b9c0f-ee50-4572-832f-bac9c1ac2b68 req-b676b1a2-f91a-41e8-97bf-a3c5f39a6cce service neutron] Checking agent: {'id': '858649d7-9eac-48e6-8b51-9e9d764f3a99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 12, 56, 19), 'started_at': datetime.datetime(2021, 6, 12, 12, 56, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 12, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 12:58:34.051168 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3b9c0f-ee50-4572-832f-bac9c1ac2b68 req-b676b1a2-f91a-41e8-97bf-a3c5f39a6cce service neutron] Checking segment: {'id': 'a0a674b8-7738-4903-8a88-2eeaa5688873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '64b4b39f-e457-4d52-beb5-ab2bbde33d05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:58:34.051799 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3b9c0f-ee50-4572-832f-bac9c1ac2b68 req-b676b1a2-f91a-41e8-97bf-a3c5f39a6cce service neutron] Bound using segment: {'id': 'a0a674b8-7738-4903-8a88-2eeaa5688873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '64b4b39f-e457-4d52-beb5-ab2bbde33d05'} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 12:58:34.052257 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [req-fa3b9c0f-ee50-4572-832f-bac9c1ac2b68 req-b676b1a2-f91a-41e8-97bf-a3c5f39a6cce service neutron] Bound port: 1e6e0e28-bb34-4daf-8a61-6ff10d280256, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0a674b8-7738-4903-8a88-2eeaa5688873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '64b4b39f-e457-4d52-beb5-ab2bbde33d05'}}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 12:58:34.052590 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7319b881-bae1-41db-9ad7-aaac5fa251fd req-fc3a4a32-df60-418b-8117-d50991bed8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:34.052726 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-fa3b9c0f-ee50-4572-832f-bac9c1ac2b68 req-b676b1a2-f91a-41e8-97bf-a3c5f39a6cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:34.054394 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-7319b881-bae1-41db-9ad7-aaac5fa251fd req-fc3a4a32-df60-418b-8117-d50991bed8bf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b082549b-b61d-48b6-a978-1804137ec38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1594286 Jun 12 12:58:34.061372 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce5f9d-7d41-465f-9a22-f92b4b90e455 req-5365183f-ac20-4f49-8448-9edf80346241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:34.061994 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-a3ce5f9d-7d41-465f-9a22-f92b4b90e455 req-5365183f-ac20-4f49-8448-9edf80346241 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for port, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:34.063587 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-a3ce5f9d-7d41-465f-9a22-f92b4b90e455 req-5365183f-ac20-4f49-8448-9edf80346241 service neutron] 10.222.0.30 "PUT /v2.0/ports/e9d26dcc-9613-4a13-8c5e-fd80f240eeca HTTP/1.1" status: 200 len: 1094 time: 3.1803236 Jun 12 12:58:34.064093 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92d09069-fdcf-4c40-b0ec-d374d7d7cc77', 'tag': 'e9d26dcc-9613-4a13-8c5e-fd80f240eeca'}] {{(pid=91666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:58:34.066549 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba2aedb3ce59156ad261fd92086ba05f02985526b362ab5d5a646d7af1b76f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eba29aa-3e69-4ad6-94c3-c34db556ffb7" -d '{"events": [{"name": "network-changed", "server_uuid": "92d09069-fdcf-4c40-b0ec-d374d7d7cc77", "tag": "e9d26dcc-9613-4a13-8c5e-fd80f240eeca"}]}' {{(pid=91666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:58:34.086463 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-51f00d86-e1ce-40be-8847-869533185a84 req-79f60780-47e6-4db0-a9fa-486be40e9003 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=208ba6a1-805c-4f9d-a564-c9f39bce27cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1985381 Jun 12 12:58:34.095491 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-941d175f-24fe-4144-8287-8d85004880cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:34.104305 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5365183f-ac20-4f49-8448-9edf80346241 service neutron] Pushing event updated for resources: {'Port': ['ID=e9d26dcc-9613-4a13-8c5e-fd80f240eeca,revision_number=3']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:34.109460 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-5365183f-ac20-4f49-8448-9edf80346241 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:34.110161 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-755cfd9d-727e-46d8-bc3b-ea3fa8db8c5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.174s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:34.113282 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-941d175f-24fe-4144-8287-8d85004880cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:34.141623 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:34.159600 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-92034f5c-0b02-41e6-81ce-efba80e1f883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:34.162600 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-92034f5c-0b02-41e6-81ce-efba80e1f883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:34.176009 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-92034f5c-0b02-41e6-81ce-efba80e1f883 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fb7d4eac-3ad9-42f5-9db5-5fd33681f1de HTTP/1.1" status: 204 len: 168 time: 0.7193449 Jun 12 12:58:34.203859 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port fde1258c-44aa-4e18-91ed-e31fa89248dc, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=fde1258c-44aa-4e18-91ed-e31fa89248dc,segment=NetworkSegment(f64e914f-5326-415e-a76f-3e9e82cbcb9d),segment_id=f64e914f-5326-415e-a76f-3e9e82cbcb9d)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:58:34.225845 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Returning: {'device': 'fde1258c-44aa-4e18-91ed-e31fa89248dc', 'network_id': 'c3f2488e-44c5-4b09-b9c1-b478ec12dd34', 'port_id': 'fde1258c-44aa-4e18-91ed-e31fa89248dc', 'mac_address': 'fa:16:3e:9e:91:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e49e69c6-b979-45e9-b77a-48cd10ef7dd0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 12:58:34.247833 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-941d175f-24fe-4144-8287-8d85004880cd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a86650dea1d5487787702c5b9509b032&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7166405 Jun 12 12:58:34.254434 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77277826-0fdf-4d5f-928b-8fd8eb381479 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=962f9a17-0b6e-46ac-8321-abe718597d8f,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:34.261736 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 51854) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:58:34.261925 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-77277826-0fdf-4d5f-928b-8fd8eb381479 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:34.270028 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-62082b59-3262-466e-907f-fd4325bb7b6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:34.294943 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d175f-24fe-4144-8287-8d85004880cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0349ab96-b361-45c4-8c11-6340053fc772,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:34.298600 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-941d175f-24fe-4144-8287-8d85004880cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:34.301045 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:34.332670 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.notifiers.nova [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fde1258c-44aa-4e18-91ed-e31fa89248dc {{(pid=91668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 12:58:34.338471 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92034f5c-0b02-41e6-81ce-efba80e1f883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7d4eac-3ad9-42f5-9db5-5fd33681f1de,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:34.345150 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-92034f5c-0b02-41e6-81ce-efba80e1f883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:34.348771 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [req-fa3b9c0f-ee50-4572-832f-bac9c1ac2b68 req-b676b1a2-f91a-41e8-97bf-a3c5f39a6cce service neutron] For port 1e6e0e28-bb34-4daf-8a61-6ff10d280256, host hv-cinder-79611, cleared binding levels {{(pid=91666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 12:58:34.376033 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [req-fa3b9c0f-ee50-4572-832f-bac9c1ac2b68 req-b676b1a2-f91a-41e8-97bf-a3c5f39a6cce service neutron] For port 1e6e0e28-bb34-4daf-8a61-6ff10d280256, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=1e6e0e28-bb34-4daf-8a61-6ff10d280256,segment=NetworkSegment(a0a674b8-7738-4903-8a88-2eeaa5688873),segment_id=a0a674b8-7738-4903-8a88-2eeaa5688873)] {{(pid=91666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 12:58:34.386343 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-fa3b9c0f-ee50-4572-832f-bac9c1ac2b68 req-b676b1a2-f91a-41e8-97bf-a3c5f39a6cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:34.390033 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:34.447548 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e500926f-3a21-41d5-8224-5d2a086241f4 req-1217fed3-c141-4dbc-a799-54dfccb40e0c tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:34.449594 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b9c0f-ee50-4572-832f-bac9c1ac2b68 req-b676b1a2-f91a-41e8-97bf-a3c5f39a6cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:34.449844 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-e500926f-3a21-41d5-8224-5d2a086241f4 req-1217fed3-c141-4dbc-a799-54dfccb40e0c tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=01dd2636-c41c-4180-b450-b5b95b907560 HTTP/1.1" status: 200 len: 945 time: 0.3524213 Jun 12 12:58:34.450856 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-fa3b9c0f-ee50-4572-832f-bac9c1ac2b68 req-b676b1a2-f91a-41e8-97bf-a3c5f39a6cce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for port, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:34.452417 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-fa3b9c0f-ee50-4572-832f-bac9c1ac2b68 req-b676b1a2-f91a-41e8-97bf-a3c5f39a6cce service neutron] 10.222.0.30 "PUT /v2.0/ports/1e6e0e28-bb34-4daf-8a61-6ff10d280256 HTTP/1.1" status: 200 len: 1093 time: 2.3314056 Jun 12 12:58:34.453207 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port fde1258c-44aa-4e18-91ed-e31fa89248dc, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=fde1258c-44aa-4e18-91ed-e31fa89248dc,segment=NetworkSegment(f64e914f-5326-415e-a76f-3e9e82cbcb9d),segment_id=f64e914f-5326-415e-a76f-3e9e82cbcb9d)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:58:34.456734 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce5f9d-7d41-465f-9a22-f92b4b90e455 req-bee6532d-0038-42ce-869c-6098c20a7556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:34.462959 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:34.463070 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-a3ce5f9d-7d41-465f-9a22-f92b4b90e455 req-bee6532d-0038-42ce-869c-6098c20a7556 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1fdb5b3d3254fb7a2c5c6bf9fba5480&device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 1097 time: 0.2509778 Jun 12 12:58:34.464980 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:34.470052 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-7319b881-bae1-41db-9ad7-aaac5fa251fd req-6863ca7e-23cf-4f64-8e75-62280067acb8 service neutron] 10.222.0.30 "GET /v2.0/networks/b082549b-b61d-48b6-a978-1804137ec38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903974 Jun 12 12:58:34.573657 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Pushing event updated for resources: {'Port': ['ID=fde1258c-44aa-4e18-91ed-e31fa89248dc,revision_number=4']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:34.584611 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:34.673079 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 12:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b993d50-8e22-40ab-93a2-27e3a04d102c x-openstack-request-id: req-4b993d50-8e22-40ab-93a2-27e3a04d102c {{(pid=91668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:58:34.673391 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd71af93-9ed7-4d24-9fce-a7e5dda5bb63", "name": "network-vif-plugged", "status": "completed", "tag": "3a1676d1-6005-4012-93ff-4c03ba80e978", "code": 200}]} {{(pid=91668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:58:34.673722 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4b993d50-8e22-40ab-93a2-27e3a04d102c {{(pid=91668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:58:34.674102 dv-cinder-796114-1-iscsi neutron-server[91668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd71af93-9ed7-4d24-9fce-a7e5dda5bb63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a1676d1-6005-4012-93ff-4c03ba80e978', 'code': 200} Jun 12 12:58:34.805176 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 12:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5139f2b9-68d8-490a-b244-1ca74fa95d62 x-openstack-request-id: req-5139f2b9-68d8-490a-b244-1ca74fa95d62 {{(pid=91667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:58:34.805758 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "230f7fd9-f42c-465c-aa30-1548c8afece5", "tag": "7c23f9e2-3e44-4591-b576-1abd9843c490", "status": "completed", "code": 200}]} {{(pid=91667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:58:34.805758 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5139f2b9-68d8-490a-b244-1ca74fa95d62 {{(pid=91667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:58:34.806171 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '230f7fd9-f42c-465c-aa30-1548c8afece5', 'tag': '7c23f9e2-3e44-4591-b576-1abd9843c490', 'status': 'completed', 'code': 200} Jun 12 12:58:34.828860 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6bb9c7d7-a0aa-4eb5-a988-cdf3f04a7292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:34.831549 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] get_ports_and_sgs() called for port_ids ['fde1258c-44aa-4e18-91ed-e31fa89248dc'] {{(pid=91668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 12:58:34.938744 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-d11cf71b-2dbb-4897-beae-3cfbe2270bde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:34.953527 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6bb9c7d7-a0aa-4eb5-a988-cdf3f04a7292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:34.966763 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-e500926f-3a21-41d5-8224-5d2a086241f4 req-a31f423e-b716-4b02-b5c2-661ead4d4ac4 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/security-groups?id=02246757-e4e7-402b-9da4-d1f6e68238bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5059114 Jun 12 12:58:34.982327 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-d11cf71b-2dbb-4897-beae-3cfbe2270bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:35.002551 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-907227f9-10e0-4c38-9052-8f308a7732c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:35.024689 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b676b1a2-f91a-41e8-97bf-a3c5f39a6cce service neutron] Pushing event updated for resources: {'Port': ['ID=1e6e0e28-bb34-4daf-8a61-6ff10d280256,revision_number=3']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:35.037206 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-b676b1a2-f91a-41e8-97bf-a3c5f39a6cce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.647s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:35.039322 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-a3ce5f9d-7d41-465f-9a22-f92b4b90e455 req-383c4ea4-b609-4d3c-ad92-9d3008f19721 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9d26dcc-9613-4a13-8c5e-fd80f240eeca HTTP/1.1" status: 200 len: 217 time: 0.5631289 Jun 12 12:58:35.079927 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 12:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1585e62-fffd-40ed-a0bc-1ca67cb36317 x-openstack-request-id: req-a1585e62-fffd-40ed-a0bc-1ca67cb36317 {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:58:35.080288 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92d09069-fdcf-4c40-b0ec-d374d7d7cc77", "tag": "e9d26dcc-9613-4a13-8c5e-fd80f240eeca", "status": "completed", "code": 200}]} {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:58:35.080568 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a1585e62-fffd-40ed-a0bc-1ca67cb36317 {{(pid=91666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:58:35.080977 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92d09069-fdcf-4c40-b0ec-d374d7d7cc77', 'tag': 'e9d26dcc-9613-4a13-8c5e-fd80f240eeca', 'status': 'completed', 'code': 200} Jun 12 12:58:35.142262 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-d11cf71b-2dbb-4897-beae-3cfbe2270bde admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=54fc87da3e3a47328e61719cfb5808fc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3860221 Jun 12 12:58:35.144929 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 51880) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:58:35.153760 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-7319b881-bae1-41db-9ad7-aaac5fa251fd req-c9559d8c-07ae-4d06-a487-14e3446ea358 service neutron] 10.222.0.30 "GET /v2.0/networks/b082549b-b61d-48b6-a978-1804137ec38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6618671 Jun 12 12:58:35.154418 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11cf71b-2dbb-4897-beae-3cfbe2270bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a024b236-010b-433c-94b2-30dc346b6029,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:35.158548 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-d11cf71b-2dbb-4897-beae-3cfbe2270bde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:35.210456 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6bb9c7d7-a0aa-4eb5-a988-cdf3f04a7292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:35.213367 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6bb9c7d7-a0aa-4eb5-a988-cdf3f04a7292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:35.216011 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-6bb9c7d7-a0aa-4eb5-a988-cdf3f04a7292 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0349ab96-b361-45c4-8c11-6340053fc772 HTTP/1.1" status: 204 len: 168 time: 0.9495523 Jun 12 12:58:35.220021 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:35.232267 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce5f9d-7d41-465f-9a22-f92b4b90e455 req-9757e6d1-589b-4550-acca-ebf8fcff9df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:35.233828 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-a3ce5f9d-7d41-465f-9a22-f92b4b90e455 req-9757e6d1-589b-4550-acca-ebf8fcff9df3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e49e69c6-b979-45e9-b77a-48cd10ef7dd0 HTTP/1.1" status: 200 len: 858 time: 0.1570046 Jun 12 12:58:35.245912 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-958aba49-8e07-44a3-a4d3-864c95198278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:35.285185 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb9c7d7-a0aa-4eb5-a988-cdf3f04a7292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0349ab96-b361-45c4-8c11-6340053fc772,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:35.318285 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-6bb9c7d7-a0aa-4eb5-a988-cdf3f04a7292 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:35.325070 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-a3ce5f9d-7d41-465f-9a22-f92b4b90e455 req-7a7d81b5-f327-4e05-9911-6eee76bdf1f7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c3f2488e-44c5-4b09-b9c1-b478ec12dd34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825677 Jun 12 12:58:35.336697 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b9c0f-ee50-4572-832f-bac9c1ac2b68 req-aa4ce860-3933-4d3c-8bac-41d6a5694d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:35.339736 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-fa3b9c0f-ee50-4572-832f-bac9c1ac2b68 req-aa4ce860-3933-4d3c-8bac-41d6a5694d29 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7f18be0815224addb543ffddc7807c85&device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 1096 time: 0.8100739 Jun 12 12:58:35.343285 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-958aba49-8e07-44a3-a4d3-864c95198278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:35.419308 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab0399-a6c6-4216-bb10-033d048d1899 req-d501887b-60b3-445f-9c31-00fe5fa5c19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:35.419512 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-caab0399-a6c6-4216-bb10-033d048d1899 req-d501887b-60b3-445f-9c31-00fe5fa5c19c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a33e9937caaf41ca8fc301bec96ba603&device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 1096 time: 0.1764047 Jun 12 12:58:35.454779 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fede20-6860-4b95-9a5c-57ba9a7ccfaa req-536ffd13-6610-4937-944b-ce8ccd7e6bd7 tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:35.456259 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-46fede20-6860-4b95-9a5c-57ba9a7ccfaa req-536ffd13-6610-4937-944b-ce8ccd7e6bd7 tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd71af93-9ed7-4d24-9fce-a7e5dda5bb63 HTTP/1.1" status: 200 len: 946 time: 0.2392187 Jun 12 12:58:35.532079 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-958aba49-8e07-44a3-a4d3-864c95198278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:35.534708 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-958aba49-8e07-44a3-a4d3-864c95198278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:35.535874 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-958aba49-8e07-44a3-a4d3-864c95198278 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a024b236-010b-433c-94b2-30dc346b6029 HTTP/1.1" status: 204 len: 168 time: 0.3897932 Jun 12 12:58:35.545417 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-fa3b9c0f-ee50-4572-832f-bac9c1ac2b68 req-79256eb4-380a-4146-a1e8-980f14018f72 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e6e0e28-bb34-4daf-8a61-6ff10d280256 HTTP/1.1" status: 200 len: 217 time: 0.0917339 Jun 12 12:58:35.554744 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c241a703-c499-4a01-9476-8ef12ab75698 req-65be3403-edd6-4ad6-a058-7ec9d1d52bb6 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:35.562397 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-c241a703-c499-4a01-9476-8ef12ab75698 req-65be3403-edd6-4ad6-a058-7ec9d1d52bb6 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 944 time: 0.5551662 Jun 12 12:58:35.579558 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-1d0dc481-6582-4ba8-bde4-4cd63b28ed41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:35.586935 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-a3ce5f9d-7d41-465f-9a22-f92b4b90e455 req-f1572e15-720a-45ea-adf9-52954deb26dd service neutron] 10.222.0.30 "GET /v2.0/networks/c3f2488e-44c5-4b09-b9c1-b478ec12dd34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530189 Jun 12 12:58:35.592883 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958aba49-8e07-44a3-a4d3-864c95198278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a024b236-010b-433c-94b2-30dc346b6029,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:35.619000 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-958aba49-8e07-44a3-a4d3-864c95198278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:35.621901 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74b4b10-cc82-4995-8f69-4d1ea4de6a2c req-886e3dce-6e68-4b1b-8548-e1b08d9ed3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:35.623393 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-b74b4b10-cc82-4995-8f69-4d1ea4de6a2c req-886e3dce-6e68-4b1b-8548-e1b08d9ed3e4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cd71af93-9ed7-4d24-9fce-a7e5dda5bb63 HTTP/1.1" status: 200 len: 1099 time: 0.6149616 Jun 12 12:58:35.659440 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-46fede20-6860-4b95-9a5c-57ba9a7ccfaa req-9f0e6db6-e04d-4d23-89e9-6d161f5bc4df tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffd46618-484d-45c1-9b5c-8a949278e56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724427 Jun 12 12:58:35.701028 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab0399-a6c6-4216-bb10-033d048d1899 req-7a199a18-0117-4b52-bc62-98964c64f02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:35.707970 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-caab0399-a6c6-4216-bb10-033d048d1899 req-7a199a18-0117-4b52-bc62-98964c64f02e service neutron] 10.222.0.30 "GET /v2.0/networks?id=b082549b-b61d-48b6-a978-1804137ec38a HTTP/1.1" status: 200 len: 912 time: 0.2780266 Jun 12 12:58:35.776501 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b9c0f-ee50-4572-832f-bac9c1ac2b68 req-2de9badf-b6d7-4403-afab-016dbf739168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:35.778551 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-fa3b9c0f-ee50-4572-832f-bac9c1ac2b68 req-2de9badf-b6d7-4403-afab-016dbf739168 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f2822e5c-4cf7-4702-9de8-8d297e10d4e8 HTTP/1.1" status: 200 len: 856 time: 0.2118587 Jun 12 12:58:35.828597 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-caab0399-a6c6-4216-bb10-033d048d1899 req-d9c8b00e-7dac-4baf-b2ec-f269fc417366 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c23f9e2-3e44-4591-b576-1abd9843c490 HTTP/1.1" status: 200 len: 217 time: 0.1130114 Jun 12 12:58:35.833698 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-c241a703-c499-4a01-9476-8ef12ab75698 req-1d57e937-e158-4b6d-b2e9-98feb812f59e tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703388 Jun 12 12:58:35.913282 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-b74b4b10-cc82-4995-8f69-4d1ea4de6a2c req-74aef587-c939-4fe3-a5ce-7d3c8abd2cd4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ffd46618-484d-45c1-9b5c-8a949278e56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718043 Jun 12 12:58:35.997626 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab0399-a6c6-4216-bb10-033d048d1899 req-b1893afc-5e14-4726-b7e1-ea72e0147b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:35.999299 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-caab0399-a6c6-4216-bb10-033d048d1899 req-b1893afc-5e14-4726-b7e1-ea72e0147b55 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=040de1c9-b671-4172-8240-56a21bd80720 HTTP/1.1" status: 200 len: 850 time: 0.1586127 Jun 12 12:58:36.015069 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-a3ce5f9d-7d41-465f-9a22-f92b4b90e455 req-9fbd1256-a314-4b81-a173-7c518ae1781a service neutron] 10.222.0.30 "GET /v2.0/networks/c3f2488e-44c5-4b09-b9c1-b478ec12dd34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3963177 Jun 12 12:58:36.052521 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb7dc29-54ba-463e-834c-442e20ba9057 req-849b7572-7e63-447e-a26e-ba744d93fccf tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:36.054076 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-8bb7dc29-54ba-463e-834c-442e20ba9057 req-849b7572-7e63-447e-a26e-ba744d93fccf tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 943 time: 0.1652546 Jun 12 12:58:36.079290 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b9c0f-ee50-4572-832f-bac9c1ac2b68 req-32c066cd-8705-41d5-8924-70f8b9259a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:36.080780 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-fa3b9c0f-ee50-4572-832f-bac9c1ac2b68 req-32c066cd-8705-41d5-8924-70f8b9259a2b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=64b4b39f-e457-4d52-beb5-ab2bbde33d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2265258 Jun 12 12:58:36.178113 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b3304-0e9a-45c0-bc3c-97dc7d75b376 req-63102472-cd6d-4066-b3a6-45d027312764 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:36.179646 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-075b3304-0e9a-45c0-bc3c-97dc7d75b376 req-63102472-cd6d-4066-b3a6-45d027312764 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 943 time: 0.1804247 Jun 12 12:58:36.212897 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-8bb7dc29-54ba-463e-834c-442e20ba9057 req-6f0af441-5607-4ba0-a41b-2fb6309b83cb tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303098 Jun 12 12:58:36.260629 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab0399-a6c6-4216-bb10-033d048d1899 req-5d81d1d1-da19-4ad9-b4e8-d8810f37013d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:36.267044 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-caab0399-a6c6-4216-bb10-033d048d1899 req-5d81d1d1-da19-4ad9-b4e8-d8810f37013d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b082549b-b61d-48b6-a978-1804137ec38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2053864 Jun 12 12:58:36.338185 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-075b3304-0e9a-45c0-bc3c-97dc7d75b376 req-3a13c1d0-17e4-4a2f-b75c-e77dcab8455d tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=208ba6a1-805c-4f9d-a564-c9f39bce27cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312871 Jun 12 12:58:36.348832 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-fa3b9c0f-ee50-4572-832f-bac9c1ac2b68 req-6a094f7c-efe1-4b12-a36f-ba5f3791e309 service neutron] 10.222.0.30 "GET /v2.0/networks/64b4b39f-e457-4d52-beb5-ab2bbde33d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403738 Jun 12 12:58:36.350803 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba29aa-3e69-4ad6-94c3-c34db556ffb7 req-f6ed09f8-d097-4375-b5dd-bc7a0947aff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:36.352182 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-6eba29aa-3e69-4ad6-94c3-c34db556ffb7 req-f6ed09f8-d097-4375-b5dd-bc7a0947aff2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1fdb5b3d3254fb7a2c5c6bf9fba5480&device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 1097 time: 0.2244718 Jun 12 12:58:36.491261 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-caab0399-a6c6-4216-bb10-033d048d1899 req-deaa30d4-8b05-4cda-af00-fa9196a2a16c service neutron] 10.222.0.30 "GET /v2.0/networks/b082549b-b61d-48b6-a978-1804137ec38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168727 Jun 12 12:58:36.564399 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d38690-f6b5-4c49-aeee-2c6b831ce955 req-e75002c4-6796-4d2e-b98b-56fe5b45248a tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:36.566568 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-d1d38690-f6b5-4c49-aeee-2c6b831ce955 req-e75002c4-6796-4d2e-b98b-56fe5b45248a tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=01dd2636-c41c-4180-b450-b5b95b907560 HTTP/1.1" status: 200 len: 945 time: 0.1581485 Jun 12 12:58:36.594895 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba29aa-3e69-4ad6-94c3-c34db556ffb7 req-fba27cc2-fbcb-445b-9446-77bf143e350e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:36.596350 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-6eba29aa-3e69-4ad6-94c3-c34db556ffb7 req-fba27cc2-fbcb-445b-9446-77bf143e350e service neutron] 10.222.0.30 "GET /v2.0/networks?id=c3f2488e-44c5-4b09-b9c1-b478ec12dd34 HTTP/1.1" status: 200 len: 919 time: 0.2277811 Jun 12 12:58:36.599824 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-fa3b9c0f-ee50-4572-832f-bac9c1ac2b68 req-8d3c183a-5a7d-40ec-afae-390c7c65ef46 service neutron] 10.222.0.30 "GET /v2.0/networks/64b4b39f-e457-4d52-beb5-ab2bbde33d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323544 Jun 12 12:58:36.664150 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-6eba29aa-3e69-4ad6-94c3-c34db556ffb7 req-9f590ab6-0361-42b2-be83-51110eee4c1a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9d26dcc-9613-4a13-8c5e-fd80f240eeca HTTP/1.1" status: 200 len: 217 time: 0.0568335 Jun 12 12:58:36.710543 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-d1d38690-f6b5-4c49-aeee-2c6b831ce955 req-2eb3909c-8674-42ff-b5a1-40820f32b2e6 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/security-groups?id=02246757-e4e7-402b-9da4-d1f6e68238bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368465 Jun 12 12:58:36.753216 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba29aa-3e69-4ad6-94c3-c34db556ffb7 req-5cb64a20-e8b7-4762-930a-525c4f4484f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:36.755781 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-6eba29aa-3e69-4ad6-94c3-c34db556ffb7 req-5cb64a20-e8b7-4762-930a-525c4f4484f3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e49e69c6-b979-45e9-b77a-48cd10ef7dd0 HTTP/1.1" status: 200 len: 858 time: 0.0840888 Jun 12 12:58:36.762625 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-caab0399-a6c6-4216-bb10-033d048d1899 req-707fe19a-d7b0-402b-9b73-74635b2e8858 service neutron] 10.222.0.30 "GET /v2.0/networks/b082549b-b61d-48b6-a978-1804137ec38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641516 Jun 12 12:58:36.827277 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-6eba29aa-3e69-4ad6-94c3-c34db556ffb7 req-c0c4422b-03c0-4e15-b24d-63f7a056efbd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c3f2488e-44c5-4b09-b9c1-b478ec12dd34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640585 Jun 12 12:58:37.041842 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa019c0-1263-423b-8fb5-aaaba3545748 req-edd1b580-3623-48ba-a437-c81799230280 tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:37.043770 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-0aa019c0-1263-423b-8fb5-aaaba3545748 req-edd1b580-3623-48ba-a437-c81799230280 tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd71af93-9ed7-4d24-9fce-a7e5dda5bb63 HTTP/1.1" status: 200 len: 946 time: 0.2153993 Jun 12 12:58:37.075765 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-6eba29aa-3e69-4ad6-94c3-c34db556ffb7 req-305f0428-7265-4e9d-b1bb-466a8c7a72a8 service neutron] 10.222.0.30 "GET /v2.0/networks/c3f2488e-44c5-4b09-b9c1-b478ec12dd34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317991 Jun 12 12:58:37.095483 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8c563c0-8ba5-433e-8c12-6c1794a63feb', 'tag': '1e6e0e28-bb34-4daf-8a61-6ff10d280256'}] {{(pid=91666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:58:37.097809 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba2aedb3ce59156ad261fd92086ba05f02985526b362ab5d5a646d7af1b76f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad4819e-af99-4159-8a42-ccb839b329c4" -d '{"events": [{"name": "network-changed", "server_uuid": "a8c563c0-8ba5-433e-8c12-6c1794a63feb", "tag": "1e6e0e28-bb34-4daf-8a61-6ff10d280256"}]}' {{(pid=91666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:58:37.128533 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b0375-45d4-4fb0-8ee7-663bc2be87e8 req-87b26790-4c92-4d48-b144-b254602c101d tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:37.137381 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-728b0375-45d4-4fb0-8ee7-663bc2be87e8 req-87b26790-4c92-4d48-b144-b254602c101d tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 944 time: 0.1403537 Jun 12 12:58:37.140208 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-0aa019c0-1263-423b-8fb5-aaaba3545748 req-d301d85d-9f6c-4e94-abd8-26c2eda1b83e tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffd46618-484d-45c1-9b5c-8a949278e56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891519 Jun 12 12:58:37.199058 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-728b0375-45d4-4fb0-8ee7-663bc2be87e8 req-52a17999-59e6-468d-bfa4-1e7945906f3f tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604105 Jun 12 12:58:37.354368 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-6eba29aa-3e69-4ad6-94c3-c34db556ffb7 req-1bd578b8-dd00-478b-ac76-fba08a467c69 service neutron] 10.222.0.30 "GET /v2.0/networks/c3f2488e-44c5-4b09-b9c1-b478ec12dd34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596369 Jun 12 12:58:37.356811 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 12:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ad3096-cbb8-4887-acb2-ad7e820bcea8 x-openstack-request-id: req-e4ad3096-cbb8-4887-acb2-ad7e820bcea8 {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:58:37.357124 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8c563c0-8ba5-433e-8c12-6c1794a63feb", "tag": "1e6e0e28-bb34-4daf-8a61-6ff10d280256", "status": "completed", "code": 200}]} {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:58:37.357403 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e4ad3096-cbb8-4887-acb2-ad7e820bcea8 {{(pid=91666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:58:37.357810 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8c563c0-8ba5-433e-8c12-6c1794a63feb', 'tag': '1e6e0e28-bb34-4daf-8a61-6ff10d280256', 'status': 'completed', 'code': 200} Jun 12 12:58:37.503326 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad4819e-af99-4159-8a42-ccb839b329c4 req-7c47e744-ee4f-4878-af0f-c0c182d2650c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:37.505146 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-fad4819e-af99-4159-8a42-ccb839b329c4 req-7c47e744-ee4f-4878-af0f-c0c182d2650c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7f18be0815224addb543ffddc7807c85&device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 1096 time: 0.2130251 Jun 12 12:58:37.529457 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b018b075-1ae9-40b7-82ea-10570c3a34a3 req-01b12751-0ec1-4567-aa05-45836f7a1e94 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:37.531434 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-b018b075-1ae9-40b7-82ea-10570c3a34a3 req-01b12751-0ec1-4567-aa05-45836f7a1e94 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 943 time: 0.1483736 Jun 12 12:58:37.579963 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629fbe6d-7ba5-4bbf-a265-2ff05c8df538 req-3b1cc899-5121-439f-bb6a-dd7687e6ca14 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:37.581857 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-629fbe6d-7ba5-4bbf-a265-2ff05c8df538 req-3b1cc899-5121-439f-bb6a-dd7687e6ca14 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 943 time: 0.0835125 Jun 12 12:58:37.663315 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-629fbe6d-7ba5-4bbf-a265-2ff05c8df538 req-5482069a-9699-47ee-ba07-86e96a3daf64 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=208ba6a1-805c-4f9d-a564-c9f39bce27cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712457 Jun 12 12:58:37.690064 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-b018b075-1ae9-40b7-82ea-10570c3a34a3 req-70455bb7-cafd-41b3-8d59-bc6b62ca0964 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445422 Jun 12 12:58:37.713974 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad4819e-af99-4159-8a42-ccb839b329c4 req-88d67cb0-ea40-4970-9c26-ee7f97604c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:37.715856 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-fad4819e-af99-4159-8a42-ccb839b329c4 req-88d67cb0-ea40-4970-9c26-ee7f97604c43 service neutron] 10.222.0.30 "GET /v2.0/networks?id=64b4b39f-e457-4d52-beb5-ab2bbde33d05 HTTP/1.1" status: 200 len: 918 time: 0.2036793 Jun 12 12:58:37.790596 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-fad4819e-af99-4159-8a42-ccb839b329c4 req-cdb2d967-f18a-40b5-b74f-b1a9ca17a721 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e6e0e28-bb34-4daf-8a61-6ff10d280256 HTTP/1.1" status: 200 len: 217 time: 0.0668952 Jun 12 12:58:37.868078 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad4819e-af99-4159-8a42-ccb839b329c4 req-054509a8-e4d6-4303-bc9f-9b17cc4120ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:37.869065 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-fad4819e-af99-4159-8a42-ccb839b329c4 req-054509a8-e4d6-4303-bc9f-9b17cc4120ac service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f2822e5c-4cf7-4702-9de8-8d297e10d4e8 HTTP/1.1" status: 200 len: 856 time: 0.0705569 Jun 12 12:58:37.947239 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad4819e-af99-4159-8a42-ccb839b329c4 req-69da2d12-2426-4b85-9800-7d09da981568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:37.949062 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-fad4819e-af99-4159-8a42-ccb839b329c4 req-69da2d12-2426-4b85-9800-7d09da981568 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=64b4b39f-e457-4d52-beb5-ab2bbde33d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0725751 Jun 12 12:58:37.968632 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device fde1258c-44aa-4e18-91ed-e31fa89248dc up at agent hyperv_hv-cinder-79611 {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:58:38.049089 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Provisioning for port fde1258c-44aa-4e18-91ed-e31fa89248dc completed by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:58:38.054306 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Provisioning complete for port fde1258c-44aa-4e18-91ed-e31fa89248dc triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:58:38.054913 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:38.104614 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-fad4819e-af99-4159-8a42-ccb839b329c4 req-7caafb78-d159-4326-9c14-20511139c697 service neutron] 10.222.0.30 "GET /v2.0/networks/64b4b39f-e457-4d52-beb5-ab2bbde33d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472716 Jun 12 12:58:38.161386 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:38.210134 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port fde1258c-44aa-4e18-91ed-e31fa89248dc, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=fde1258c-44aa-4e18-91ed-e31fa89248dc,segment=NetworkSegment(f64e914f-5326-415e-a76f-3e9e82cbcb9d),segment_id=f64e914f-5326-415e-a76f-3e9e82cbcb9d)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:58:38.211389 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '535c6c85-0dba-4e69-b436-86a14721b323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde1258c-44aa-4e18-91ed-e31fa89248dc'}] {{(pid=91668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:58:38.215290 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80aeb099eed554921aeb9584cad5061c500859d49ba4b111a23145803cb4192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca9a3c4-9985-4d99-9bd8-3de46229e932" -d '{"events": [{"server_uuid": "535c6c85-0dba-4e69-b436-86a14721b323", "name": "network-vif-plugged", "status": "completed", "tag": "fde1258c-44aa-4e18-91ed-e31fa89248dc"}]}' {{(pid=91668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:58:38.221681 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:38.224432 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-d586baa3-b720-44b2-a014-ce8a7ff14584 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:38.289553 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 12:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19edc3cd-59cb-4e1c-8d65-16ac5a71d3c9 x-openstack-request-id: req-19edc3cd-59cb-4e1c-8d65-16ac5a71d3c9 {{(pid=91668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:58:38.290010 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "535c6c85-0dba-4e69-b436-86a14721b323", "name": "network-vif-plugged", "status": "completed", "tag": "fde1258c-44aa-4e18-91ed-e31fa89248dc", "code": 200}]} {{(pid=91668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:58:38.290590 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-19edc3cd-59cb-4e1c-8d65-16ac5a71d3c9 {{(pid=91668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:58:38.291255 dv-cinder-796114-1-iscsi neutron-server[91668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '535c6c85-0dba-4e69-b436-86a14721b323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde1258c-44aa-4e18-91ed-e31fa89248dc', 'code': 200} Jun 12 12:58:38.298249 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Pushing event updated for resources: {'Port': ['ID=fde1258c-44aa-4e18-91ed-e31fa89248dc,revision_number=5']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:38.302550 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:38.444358 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-fad4819e-af99-4159-8a42-ccb839b329c4 req-b5ec451d-2720-4cc7-8430-d704bf1e43a1 service neutron] 10.222.0.30 "GET /v2.0/networks/64b4b39f-e457-4d52-beb5-ab2bbde33d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198533 Jun 12 12:58:38.589726 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef769de-cd78-4e43-bc27-bfe205a03549 req-87492554-4453-47ba-af97-fce853c802fe tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:38.590567 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf79f64-09ab-4a84-998a-13f2f9642706 req-4b26d4d5-449e-4223-8eaa-97777b9835cf tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:38.592284 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-fef769de-cd78-4e43-bc27-bfe205a03549 req-87492554-4453-47ba-af97-fce853c802fe tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd71af93-9ed7-4d24-9fce-a7e5dda5bb63 HTTP/1.1" status: 200 len: 946 time: 0.1274517 Jun 12 12:58:38.593025 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-2cf79f64-09ab-4a84-998a-13f2f9642706 req-4b26d4d5-449e-4223-8eaa-97777b9835cf tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 944 time: 0.1052995 Jun 12 12:58:38.654767 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-fef769de-cd78-4e43-bc27-bfe205a03549 req-5c30f8d8-e245-40f6-ab69-00a1ee27ebdd tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffd46618-484d-45c1-9b5c-8a949278e56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509963 Jun 12 12:58:38.903768 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-2cf79f64-09ab-4a84-998a-13f2f9642706 req-47585b97-ee41-4240-a5d2-d96163a6681b tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045571 Jun 12 12:58:38.942127 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c7be9d-38fb-4b80-a130-0cc8756b4dba req-869185d4-9caf-4951-98aa-89e6ea97b184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:38.943833 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-35c7be9d-38fb-4b80-a130-0cc8756b4dba req-869185d4-9caf-4951-98aa-89e6ea97b184 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 1098 time: 0.3365364 Jun 12 12:58:39.012377 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-35c7be9d-38fb-4b80-a130-0cc8756b4dba req-bee28f23-74e2-4e85-93cc-dd1675f59750 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606477 Jun 12 12:58:39.163619 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1578173-0934-4e71-8fa6-91d3b3350daa req-e017d8af-1258-43fa-af47-4feee6c14678 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:39.165069 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-b1578173-0934-4e71-8fa6-91d3b3350daa req-e017d8af-1258-43fa-af47-4feee6c14678 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 943 time: 0.0788276 Jun 12 12:58:39.212900 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-b1578173-0934-4e71-8fa6-91d3b3350daa req-7fd1cc51-eb67-4a37-bc9f-ad99d8eeffc0 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=208ba6a1-805c-4f9d-a564-c9f39bce27cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416257 Jun 12 12:58:39.435151 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38104f3-b916-49e4-9d43-b8bc36ab15fe req-e0258be7-b318-42e0-8e8f-63ad9f5343f4 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:39.436851 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-e38104f3-b916-49e4-9d43-b8bc36ab15fe req-e0258be7-b318-42e0-8e8f-63ad9f5343f4 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 943 time: 0.0931919 Jun 12 12:58:39.485171 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-e38104f3-b916-49e4-9d43-b8bc36ab15fe req-7be3cbfb-0a32-4d96-a0d1-78c2f87c9184 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408432 Jun 12 12:58:39.980849 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device 7c23f9e2-3e44-4591-b576-1abd9843c490 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 12:58:40.103248 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d7c8d-58d3-42ec-9878-fd55e6843e3c req-4c05acbe-3696-49f1-b5fc-a204b122c0f1 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:40.104519 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port 7c23f9e2-3e44-4591-b576-1abd9843c490, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=7c23f9e2-3e44-4591-b576-1abd9843c490,segment=NetworkSegment(86bd5776-487d-44b3-91cb-8214abc180f6),segment_id=86bd5776-487d-44b3-91cb-8214abc180f6)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:58:40.110620 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-740d7c8d-58d3-42ec-9878-fd55e6843e3c req-4c05acbe-3696-49f1-b5fc-a204b122c0f1 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 944 time: 0.0760291 Jun 12 12:58:40.117591 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Returning: {'device': '7c23f9e2-3e44-4591-b576-1abd9843c490', 'network_id': 'b082549b-b61d-48b6-a978-1804137ec38a', 'port_id': '7c23f9e2-3e44-4591-b576-1abd9843c490', 'mac_address': 'fa:16:3e:0d:bf:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '040de1c9-b671-4172-8240-56a21bd80720', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 12:58:40.163127 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-740d7c8d-58d3-42ec-9878-fd55e6843e3c req-7e634015-d823-41e0-9554-9badab1e65e4 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514574 Jun 12 12:58:40.165232 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:40.181690 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.notifiers.nova [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c23f9e2-3e44-4591-b576-1abd9843c490 {{(pid=91668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 12:58:40.203601 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port 7c23f9e2-3e44-4591-b576-1abd9843c490, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=7c23f9e2-3e44-4591-b576-1abd9843c490,segment=NetworkSegment(86bd5776-487d-44b3-91cb-8214abc180f6),segment_id=86bd5776-487d-44b3-91cb-8214abc180f6)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:58:40.208805 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:40.209511 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device 1e6e0e28-bb34-4daf-8a61-6ff10d280256 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 12:58:40.212108 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:40.299831 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Pushing event updated for resources: {'Port': ['ID=7c23f9e2-3e44-4591-b576-1abd9843c490,revision_number=4']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:40.304278 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:40.391688 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port 1e6e0e28-bb34-4daf-8a61-6ff10d280256, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=1e6e0e28-bb34-4daf-8a61-6ff10d280256,segment=NetworkSegment(a0a674b8-7738-4903-8a88-2eeaa5688873),segment_id=a0a674b8-7738-4903-8a88-2eeaa5688873)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:58:40.405213 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Returning: {'device': '1e6e0e28-bb34-4daf-8a61-6ff10d280256', 'network_id': '64b4b39f-e457-4d52-beb5-ab2bbde33d05', 'port_id': '1e6e0e28-bb34-4daf-8a61-6ff10d280256', 'mac_address': 'fa:16:3e:62:2e:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2822e5c-4cf7-4702-9de8-8d297e10d4e8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 12:58:40.428322 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82099b28-2037-4ed1-abe2-23420f637579 req-d2ba9e66-742c-4dd2-9407-99617dac5e58 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:40.429905 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-82099b28-2037-4ed1-abe2-23420f637579 req-d2ba9e66-742c-4dd2-9407-99617dac5e58 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 944 time: 0.0762007 Jun 12 12:58:40.459722 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:40.478941 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.notifiers.nova [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e6e0e28-bb34-4daf-8a61-6ff10d280256 {{(pid=91668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 12:58:40.484103 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-82099b28-2037-4ed1-abe2-23420f637579 req-8911b3b3-9255-4ebd-8ca2-f570176a250c tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=208ba6a1-805c-4f9d-a564-c9f39bce27cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476220 Jun 12 12:58:40.503383 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port 1e6e0e28-bb34-4daf-8a61-6ff10d280256, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=1e6e0e28-bb34-4daf-8a61-6ff10d280256,segment=NetworkSegment(a0a674b8-7738-4903-8a88-2eeaa5688873),segment_id=a0a674b8-7738-4903-8a88-2eeaa5688873)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:58:40.507991 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:40.508932 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device e9d26dcc-9613-4a13-8c5e-fd80f240eeca details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 12:58:40.512033 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-72123005-ed1d-4fef-a532-015714415bdc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:40.596454 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Pushing event updated for resources: {'Port': ['ID=1e6e0e28-bb34-4daf-8a61-6ff10d280256,revision_number=4']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:40.600463 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:40.676146 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port e9d26dcc-9613-4a13-8c5e-fd80f240eeca, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=e9d26dcc-9613-4a13-8c5e-fd80f240eeca,segment=NetworkSegment(f64e914f-5326-415e-a76f-3e9e82cbcb9d),segment_id=f64e914f-5326-415e-a76f-3e9e82cbcb9d)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:58:40.690314 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Returning: {'device': 'e9d26dcc-9613-4a13-8c5e-fd80f240eeca', 'network_id': 'c3f2488e-44c5-4b09-b9c1-b478ec12dd34', 'port_id': 'e9d26dcc-9613-4a13-8c5e-fd80f240eeca', 'mac_address': 'fa:16:3e:e7:1b:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e49e69c6-b979-45e9-b77a-48cd10ef7dd0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 12:58:40.739119 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:40.755017 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.notifiers.nova [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9d26dcc-9613-4a13-8c5e-fd80f240eeca {{(pid=91668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 12:58:40.778034 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port e9d26dcc-9613-4a13-8c5e-fd80f240eeca, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=e9d26dcc-9613-4a13-8c5e-fd80f240eeca,segment=NetworkSegment(f64e914f-5326-415e-a76f-3e9e82cbcb9d),segment_id=f64e914f-5326-415e-a76f-3e9e82cbcb9d)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:58:40.782225 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:40.784051 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-47ec7384-d19e-4d62-a484-3fc26a3edb06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:40.841122 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Pushing event updated for resources: {'Port': ['ID=e9d26dcc-9613-4a13-8c5e-fd80f240eeca,revision_number=4']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:40.844176 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:40.897224 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03943f5-ba65-4553-8815-ae157e7e23f7 req-a3f271c5-a567-4293-8e76-b3941549382e tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:40.898707 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-f03943f5-ba65-4553-8815-ae157e7e23f7 req-a3f271c5-a567-4293-8e76-b3941549382e tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 944 time: 0.2951932 Jun 12 12:58:40.939295 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-f03943f5-ba65-4553-8815-ae157e7e23f7 req-f3c54d00-6a4d-4c3e-94b6-679da28d64cf tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342450 Jun 12 12:58:41.340218 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6284b7c7-802d-45df-b207-8dc236688234 req-a40352d5-0704-43ad-aef0-a35ae69ef617 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:41.341745 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-6284b7c7-802d-45df-b207-8dc236688234 req-a40352d5-0704-43ad-aef0-a35ae69ef617 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 945 time: 0.0708613 Jun 12 12:58:41.386618 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-6284b7c7-802d-45df-b207-8dc236688234 req-1ab386b9-282e-4408-8375-64dc25aef120 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385907 Jun 12 12:58:41.660785 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ecbf0e-4611-43ec-a1ff-25e72a15c196 req-90643e2e-8875-47b3-8bd4-d39d91f8dba5 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:41.662240 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-d0ecbf0e-4611-43ec-a1ff-25e72a15c196 req-90643e2e-8875-47b3-8bd4-d39d91f8dba5 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 944 time: 0.0671322 Jun 12 12:58:41.702461 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-d0ecbf0e-4611-43ec-a1ff-25e72a15c196 req-a089bebb-ae29-4d94-b7ac-1ead19d88a3d tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=208ba6a1-805c-4f9d-a564-c9f39bce27cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340621 Jun 12 12:58:42.123256 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7720da7-2a99-400a-8f49-4e979b7bf831 req-4ba703b9-418a-4802-b1a3-aa1d0b1430e6 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:42.124698 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-e7720da7-2a99-400a-8f49-4e979b7bf831 req-4ba703b9-418a-4802-b1a3-aa1d0b1430e6 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 944 time: 0.0680869 Jun 12 12:58:42.169808 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-e7720da7-2a99-400a-8f49-4e979b7bf831 req-e133ebd5-ffba-4e05-9a73-bcfb6ad304ad tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396123 Jun 12 12:58:42.568539 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4a58f-84e6-4421-bc0c-6c35b27a744a req-1e5eb11b-afc3-4a63-87c7-85c2afbc5d32 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:42.570008 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-38a4a58f-84e6-4421-bc0c-6c35b27a744a req-1e5eb11b-afc3-4a63-87c7-85c2afbc5d32 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 945 time: 0.0695963 Jun 12 12:58:42.612226 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-38a4a58f-84e6-4421-bc0c-6c35b27a744a req-df01d70d-c4a6-4b4a-a563-e28994510beb tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356452 Jun 12 12:58:42.877100 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717bcaa4-6c9a-4518-8e55-b1744e725961 req-53f925b0-962d-4f50-8dd7-bbfb943da526 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:42.878452 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-717bcaa4-6c9a-4518-8e55-b1744e725961 req-53f925b0-962d-4f50-8dd7-bbfb943da526 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 944 time: 0.0680740 Jun 12 12:58:42.923394 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-717bcaa4-6c9a-4518-8e55-b1744e725961 req-f3891e44-195b-4165-b136-28e501395345 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=208ba6a1-805c-4f9d-a564-c9f39bce27cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394561 Jun 12 12:58:43.358259 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529091e1-de6b-455d-933f-e387ce066245 req-0eee31e9-884e-4da3-9e47-d74724cde369 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:43.359687 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-529091e1-de6b-455d-933f-e387ce066245 req-0eee31e9-884e-4da3-9e47-d74724cde369 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 944 time: 0.0688548 Jun 12 12:58:43.400569 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-529091e1-de6b-455d-933f-e387ce066245 req-9d710539-d941-4e82-b68a-89cd7e69648a tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350542 Jun 12 12:58:43.789019 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01327ce8-d569-4c68-bc5e-e5cb0ac860c0 req-b6ffc8f9-6679-4174-84c2-b8f653ff4bf0 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:43.790476 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-01327ce8-d569-4c68-bc5e-e5cb0ac860c0 req-b6ffc8f9-6679-4174-84c2-b8f653ff4bf0 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 945 time: 0.0686092 Jun 12 12:58:43.840366 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-01327ce8-d569-4c68-bc5e-e5cb0ac860c0 req-505a9f30-871d-47ef-aeb1-b10a63a3bd67 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438538 Jun 12 12:58:44.101856 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce153e-eba5-46fd-ba79-a613847f2720 req-711b1418-9fcf-4292-83f2-d09017bcc564 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:44.103377 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-82ce153e-eba5-46fd-ba79-a613847f2720 req-711b1418-9fcf-4292-83f2-d09017bcc564 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 944 time: 0.0690291 Jun 12 12:58:44.146152 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-82ce153e-eba5-46fd-ba79-a613847f2720 req-70019368-901e-4d21-9c80-307c84c29fe9 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=208ba6a1-805c-4f9d-a564-c9f39bce27cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362453 Jun 12 12:58:44.582904 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eee9cb-96c5-4874-a2e9-2a9f30cd7c88 req-6ee62abe-e931-4eef-a59c-d72045395ec5 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:44.584329 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-03eee9cb-96c5-4874-a2e9-2a9f30cd7c88 req-6ee62abe-e931-4eef-a59c-d72045395ec5 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 944 time: 0.0683022 Jun 12 12:58:44.629657 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-03eee9cb-96c5-4874-a2e9-2a9f30cd7c88 req-133a08bf-90cc-4376-a87f-1e62ed033f8e tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391560 Jun 12 12:58:45.031062 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9789779b-bf58-4ab3-9f02-3179ed3ab733 req-da301944-9861-4557-9557-fb0de9c603e1 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:45.032590 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-9789779b-bf58-4ab3-9f02-3179ed3ab733 req-da301944-9861-4557-9557-fb0de9c603e1 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 945 time: 0.0730078 Jun 12 12:58:45.078369 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-9789779b-bf58-4ab3-9f02-3179ed3ab733 req-f0b27a54-0c4c-4336-9c0a-7fbda5f104cd tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387278 Jun 12 12:58:45.328844 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18357e80-5ffb-4944-85f4-d9c4e9fa3e43 req-4c70e97d-8a18-427a-b132-a72cd94d012d tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:45.330288 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-18357e80-5ffb-4944-85f4-d9c4e9fa3e43 req-4c70e97d-8a18-427a-b132-a72cd94d012d tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 944 time: 0.0711884 Jun 12 12:58:45.372203 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-18357e80-5ffb-4944-85f4-d9c4e9fa3e43 req-502d5ac6-0b83-4d7e-afad-9577ea4066b3 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=208ba6a1-805c-4f9d-a564-c9f39bce27cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359292 Jun 12 12:58:45.546672 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] get_ports_and_sgs() called for port_ids ['7c23f9e2-3e44-4591-b576-1abd9843c490'] {{(pid=91668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 12:58:45.583591 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] get_ports_and_sgs() called for port_ids ['1e6e0e28-bb34-4daf-8a61-6ff10d280256'] {{(pid=91668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 12:58:45.657591 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] get_ports_and_sgs() called for port_ids ['e9d26dcc-9613-4a13-8c5e-fd80f240eeca'] {{(pid=91668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 12:58:45.866249 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a926c9-ef71-4fd6-be52-6913556f7be6 req-c8f58115-0206-414f-94e4-121b23aebfc1 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:45.867470 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-99a926c9-ef71-4fd6-be52-6913556f7be6 req-c8f58115-0206-414f-94e4-121b23aebfc1 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 944 time: 0.0919342 Jun 12 12:58:45.940512 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-99a926c9-ef71-4fd6-be52-6913556f7be6 req-20aa4145-4d60-4bd4-9275-80a693fef836 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647011 Jun 12 12:58:46.300398 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a406195-72bd-42e2-81be-135ebdfd947e req-b5b06143-b0be-4434-acff-7ba861f43182 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:46.301893 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-3a406195-72bd-42e2-81be-135ebdfd947e req-b5b06143-b0be-4434-acff-7ba861f43182 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 945 time: 0.0929654 Jun 12 12:58:46.350172 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-3a406195-72bd-42e2-81be-135ebdfd947e req-a18ddc32-6826-471d-9d4d-3fcf6d7176c3 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405397 Jun 12 12:58:46.471081 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 52216) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:58:46.565821 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574850ae-9827-40d1-8c0f-55b0e2309582 req-b29405df-5ff5-4ae2-be85-92d6e5b23d40 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:46.567435 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-574850ae-9827-40d1-8c0f-55b0e2309582 req-b29405df-5ff5-4ae2-be85-92d6e5b23d40 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 944 time: 0.0710285 Jun 12 12:58:46.577166 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-d72ff3d1-c0db-4c84-9e1b-b07078d789da admin admin] Notify callbacks [] for security_group, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:46.610347 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-574850ae-9827-40d1-8c0f-55b0e2309582 req-a505b5d1-6433-46aa-aca1-7882de3a0a8c tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=208ba6a1-805c-4f9d-a564-c9f39bce27cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366578 Jun 12 12:58:46.672228 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-d72ff3d1-c0db-4c84-9e1b-b07078d789da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:46.675042 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-d72ff3d1-c0db-4c84-9e1b-b07078d789da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:46.678095 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-77277826-0fdf-4d5f-928b-8fd8eb381479 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:46.716390 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-d72ff3d1-c0db-4c84-9e1b-b07078d789da admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6795e75d1e8649d3b772b93147b5d8cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2442634 Jun 12 12:58:46.717486 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72ff3d1-c0db-4c84-9e1b-b07078d789da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31668582-8690-4d27-80c6-556f8d9db704,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:46.719450 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 52220) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:58:46.720601 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-d72ff3d1-c0db-4c84-9e1b-b07078d789da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:46.771967 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6dd9458c-315c-4d00-9d28-7daa898af3b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:46.795094 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6dd9458c-315c-4d00-9d28-7daa898af3b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:46.850127 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6dd9458c-315c-4d00-9d28-7daa898af3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:46.852916 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6dd9458c-315c-4d00-9d28-7daa898af3b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:46.854034 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-6dd9458c-315c-4d00-9d28-7daa898af3b1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/31668582-8690-4d27-80c6-556f8d9db704 HTTP/1.1" status: 204 len: 168 time: 0.1335788 Jun 12 12:58:46.855653 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-6bb9c7d7-a0aa-4eb5-a988-cdf3f04a7292 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:46.865171 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd9458c-315c-4d00-9d28-7daa898af3b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31668582-8690-4d27-80c6-556f8d9db704,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:46.867764 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-6dd9458c-315c-4d00-9d28-7daa898af3b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:47.158086 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 52244) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:58:47.162591 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cff47a-ae28-4092-b30a-7fd715f23e42 req-f2582634-0e68-4e2f-9d6a-68b97c6b632b tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:47.164369 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-f9cff47a-ae28-4092-b30a-7fd715f23e42 req-f2582634-0e68-4e2f-9d6a-68b97c6b632b tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 944 time: 0.0826232 Jun 12 12:58:47.177798 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-b25c2c16-598a-4803-be2f-499049c1ac21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:47.208966 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-f9cff47a-ae28-4092-b30a-7fd715f23e42 req-ee928c5c-12d8-4ef3-82b1-a149020c3491 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373240 Jun 12 12:58:47.290265 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-b25c2c16-598a-4803-be2f-499049c1ac21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:47.294141 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-b25c2c16-598a-4803-be2f-499049c1ac21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:47.296707 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-b30d4640-aed1-40d8-a46e-8591d782faa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:47.343478 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-b25c2c16-598a-4803-be2f-499049c1ac21 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=950f5d94ba944dcb922f96526ddc1076&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1820552 Jun 12 12:58:47.343886 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 52246) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:58:47.344822 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25c2c16-598a-4803-be2f-499049c1ac21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e330bd-9201-4d91-850a-390be7cfbe38,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:47.348350 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-b25c2c16-598a-4803-be2f-499049c1ac21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:47.397200 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-771289e1-d935-44c3-85fa-b064ee3e6295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:47.420693 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-771289e1-d935-44c3-85fa-b064ee3e6295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:47.474835 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-771289e1-d935-44c3-85fa-b064ee3e6295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:47.478165 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-771289e1-d935-44c3-85fa-b064ee3e6295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:47.479665 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-771289e1-d935-44c3-85fa-b064ee3e6295 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/78e330bd-9201-4d91-850a-390be7cfbe38 HTTP/1.1" status: 204 len: 168 time: 0.1345763 Jun 12 12:58:47.480586 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:47.491442 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771289e1-d935-44c3-85fa-b064ee3e6295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e330bd-9201-4d91-850a-390be7cfbe38,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:47.494295 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-771289e1-d935-44c3-85fa-b064ee3e6295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:47.605149 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d9dcb1-1ab9-4155-9088-7d343309fd7d req-a4369646-b194-461f-a7c2-6a0317fdf3e6 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:47.612739 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-26d9dcb1-1ab9-4155-9088-7d343309fd7d req-a4369646-b194-461f-a7c2-6a0317fdf3e6 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 945 time: 0.1358228 Jun 12 12:58:47.660114 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-26d9dcb1-1ab9-4155-9088-7d343309fd7d req-fc5af354-66e3-4c8b-8cbd-2673672fd0f3 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464156 Jun 12 12:58:47.834243 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd9a081-3378-4d8d-b52b-28bb272eb5fb req-ec8668d1-6eaf-4d2d-803e-b80c3ba56db2 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:47.835771 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-4fd9a081-3378-4d8d-b52b-28bb272eb5fb req-ec8668d1-6eaf-4d2d-803e-b80c3ba56db2 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 944 time: 0.0926228 Jun 12 12:58:47.906790 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-4fd9a081-3378-4d8d-b52b-28bb272eb5fb req-3841c62b-0901-4619-b764-3225708100b2 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=208ba6a1-805c-4f9d-a564-c9f39bce27cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638504 Jun 12 12:58:48.425207 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1855fd-0a53-409f-b367-4019a5ab67a9 req-afa99ebc-c46e-45a7-8274-633afb477cbd tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:48.426702 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-da1855fd-0a53-409f-b367-4019a5ab67a9 req-afa99ebc-c46e-45a7-8274-633afb477cbd tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 944 time: 0.0760100 Jun 12 12:58:48.471121 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-da1855fd-0a53-409f-b367-4019a5ab67a9 req-9b875736-e436-4d27-a0a3-08297870fc87 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386488 Jun 12 12:58:48.752301 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device 7c23f9e2-3e44-4591-b576-1abd9843c490 up at agent hyperv_hv-cinder-79611 {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:58:48.872041 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Provisioning for port 7c23f9e2-3e44-4591-b576-1abd9843c490 completed by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:58:48.878490 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Provisioning complete for port 7c23f9e2-3e44-4591-b576-1abd9843c490 triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:58:48.879482 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:48.960070 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef8ac0d-5383-41de-9640-c2d5dcf87d70 req-ca3d712b-4d24-4c2d-9997-8564f6377a91 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:48.963069 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-7ef8ac0d-5383-41de-9640-c2d5dcf87d70 req-ca3d712b-4d24-4c2d-9997-8564f6377a91 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 945 time: 0.1375535 Jun 12 12:58:48.982020 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 52324) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:58:49.030465 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:49.053742 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-7ef8ac0d-5383-41de-9640-c2d5dcf87d70 req-97b1f54f-b43b-44c4-ba5e-e716fcf41341 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790527 Jun 12 12:58:49.082143 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port 7c23f9e2-3e44-4591-b576-1abd9843c490, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=7c23f9e2-3e44-4591-b576-1abd9843c490,segment=NetworkSegment(86bd5776-487d-44b3-91cb-8214abc180f6),segment_id=86bd5776-487d-44b3-91cb-8214abc180f6)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:58:49.085274 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '230f7fd9-f42c-465c-aa30-1548c8afece5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c23f9e2-3e44-4591-b576-1abd9843c490'}] {{(pid=91668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:58:49.086037 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80aeb099eed554921aeb9584cad5061c500859d49ba4b111a23145803cb4192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147912d5-a16c-4414-b1ba-cfa2bb5e7dd7" -d '{"events": [{"server_uuid": "230f7fd9-f42c-465c-aa30-1548c8afece5", "name": "network-vif-plugged", "status": "completed", "tag": "7c23f9e2-3e44-4591-b576-1abd9843c490"}]}' {{(pid=91668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:58:49.093439 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:49.094855 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device 1e6e0e28-bb34-4daf-8a61-6ff10d280256 up at agent hyperv_hv-cinder-79611 {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:58:49.170748 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5840e86-f107-4b04-9345-9d572a15fa4d req-546864b3-fa2a-4be3-abf6-135eca9c08a8 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:49.172946 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-d5840e86-f107-4b04-9345-9d572a15fa4d req-546864b3-fa2a-4be3-abf6-135eca9c08a8 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 945 time: 0.1001966 Jun 12 12:58:49.175444 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 12:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb71fd9-0734-4ee2-8d3a-d2679b3760e6 x-openstack-request-id: req-3eb71fd9-0734-4ee2-8d3a-d2679b3760e6 {{(pid=91668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:58:49.175749 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "230f7fd9-f42c-465c-aa30-1548c8afece5", "name": "network-vif-plugged", "status": "completed", "tag": "7c23f9e2-3e44-4591-b576-1abd9843c490", "code": 200}]} {{(pid=91668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:58:49.176010 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3eb71fd9-0734-4ee2-8d3a-d2679b3760e6 {{(pid=91668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:58:49.176406 dv-cinder-796114-1-iscsi neutron-server[91668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '230f7fd9-f42c-465c-aa30-1548c8afece5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c23f9e2-3e44-4591-b576-1abd9843c490', 'code': 200} Jun 12 12:58:49.176848 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:49.249198 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-d5840e86-f107-4b04-9345-9d572a15fa4d req-6c5eaa94-8cb5-40d6-8d69-b5a180fd7b73 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=208ba6a1-805c-4f9d-a564-c9f39bce27cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704434 Jun 12 12:58:49.274510 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:49.280138 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Provisioning for port 1e6e0e28-bb34-4daf-8a61-6ff10d280256 completed by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:58:49.283769 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8d72edb5-e581-4e5c-802c-41b2718d7be3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:49.288412 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Provisioning complete for port 1e6e0e28-bb34-4daf-8a61-6ff10d280256 triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:58:49.288857 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:49.361421 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Pushing event updated for resources: {'Port': ['ID=7c23f9e2-3e44-4591-b576-1abd9843c490,revision_number=5']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:49.365252 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:49.412029 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:49.445258 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8d72edb5-e581-4e5c-802c-41b2718d7be3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:49.451956 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port 1e6e0e28-bb34-4daf-8a61-6ff10d280256, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=1e6e0e28-bb34-4daf-8a61-6ff10d280256,segment=NetworkSegment(a0a674b8-7738-4903-8a88-2eeaa5688873),segment_id=a0a674b8-7738-4903-8a88-2eeaa5688873)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:58:49.453082 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8d72edb5-e581-4e5c-802c-41b2718d7be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:49.456578 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:49.456705 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-989f908d-7b48-46ee-9158-d826abb4beb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:49.458065 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device e9d26dcc-9613-4a13-8c5e-fd80f240eeca up at agent hyperv_hv-cinder-79611 {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:58:49.461860 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:49.500721 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d72edb5-e581-4e5c-802c-41b2718d7be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a3f431-4862-4e5d-ac4a-2c8111e13ea5,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:49.504223 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-8d72edb5-e581-4e5c-802c-41b2718d7be3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:49.509495 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-8d72edb5-e581-4e5c-802c-41b2718d7be3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=44950f6a2b414a5c90e23c35ba7f6168&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5239890 Jun 12 12:58:49.509905 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 52352) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:58:49.587222 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Pushing event updated for resources: {'Port': ['ID=1e6e0e28-bb34-4daf-8a61-6ff10d280256,revision_number=5']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:49.591836 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:49.593737 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Provisioning for port e9d26dcc-9613-4a13-8c5e-fd80f240eeca completed by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:58:49.601744 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Provisioning complete for port e9d26dcc-9613-4a13-8c5e-fd80f240eeca triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:58:49.602403 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:49.628586 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d7999c-84ad-4d3a-8675-24fbb41cee47 req-8dcc6f11-c496-42e6-9c5f-0af7c38857b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:49.630840 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-24d7999c-84ad-4d3a-8675-24fbb41cee47 req-8dcc6f11-c496-42e6-9c5f-0af7c38857b6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 1098 time: 0.1138673 Jun 12 12:58:49.634158 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-cbb85486-b5dd-49d9-8189-31f074312fad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:49.683230 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-cbb85486-b5dd-49d9-8189-31f074312fad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:49.712802 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:49.720680 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-24d7999c-84ad-4d3a-8675-24fbb41cee47 req-b9cec566-07aa-4ec5-9307-09ea29f390fd service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=208ba6a1-805c-4f9d-a564-c9f39bce27cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810270 Jun 12 12:58:49.762643 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-cbb85486-b5dd-49d9-8189-31f074312fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:49.765288 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-cbb85486-b5dd-49d9-8189-31f074312fad admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:49.765411 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf038fa-cfb6-4a0e-afd6-6f8c0a7a1938 req-61c7e629-c255-41a1-8465-1c4694f9f928 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:49.766415 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-cbb85486-b5dd-49d9-8189-31f074312fad admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b7a3f431-4862-4e5d-ac4a-2c8111e13ea5 HTTP/1.1" status: 204 len: 168 time: 0.2552156 Jun 12 12:58:49.767147 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-63283418-2137-4ac6-bc33-b9239cee82e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:49.769273 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-eaf038fa-cfb6-4a0e-afd6-6f8c0a7a1938 req-61c7e629-c255-41a1-8465-1c4694f9f928 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 945 time: 0.0956159 Jun 12 12:58:49.774040 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port e9d26dcc-9613-4a13-8c5e-fd80f240eeca, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=e9d26dcc-9613-4a13-8c5e-fd80f240eeca,segment=NetworkSegment(f64e914f-5326-415e-a76f-3e9e82cbcb9d),segment_id=f64e914f-5326-415e-a76f-3e9e82cbcb9d)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:58:49.777428 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb85486-b5dd-49d9-8189-31f074312fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a3f431-4862-4e5d-ac4a-2c8111e13ea5,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:49.780134 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-cbb85486-b5dd-49d9-8189-31f074312fad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:49.792917 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:49.806862 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-72123005-ed1d-4fef-a532-015714415bdc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:49.842999 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-eaf038fa-cfb6-4a0e-afd6-6f8c0a7a1938 req-ccd89f6c-3917-48bb-8127-c096139cabc5 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606008 Jun 12 12:58:49.884534 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Pushing event updated for resources: {'Port': ['ID=e9d26dcc-9613-4a13-8c5e-fd80f240eeca,revision_number=5']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:49.895000 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:50.086467 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 52376) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:58:50.237129 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-3dae33cd-8681-4454-8d7e-f5350cab1bc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:50.362738 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e8e9f-f994-4685-9749-c959afb1078f req-79eb53d3-fd02-41e8-88cf-857951424ef8 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:50.370291 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-2e3e8e9f-f994-4685-9749-c959afb1078f req-79eb53d3-fd02-41e8-88cf-857951424ef8 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 946 time: 0.1173894 Jun 12 12:58:50.431835 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-2e3e8e9f-f994-4685-9749-c959afb1078f req-2d611e44-0312-46fe-8c3d-2f0c5c0f0ca2 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604870 Jun 12 12:58:50.450756 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-3dae33cd-8681-4454-8d7e-f5350cab1bc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:50.455431 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-3dae33cd-8681-4454-8d7e-f5350cab1bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:50.459581 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-f8c54a6a-530d-43b1-8589-46a9f277dd48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:50.467940 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa931625-5934-4ef4-b387-8ef7275a79ba req-b3fbc803-227c-49e2-8fc0-6358f73a66d6 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:50.469426 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-aa931625-5934-4ef4-b387-8ef7275a79ba req-b3fbc803-227c-49e2-8fc0-6358f73a66d6 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 945 time: 0.0739875 Jun 12 12:58:50.506169 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-3dae33cd-8681-4454-8d7e-f5350cab1bc9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=22868ac0cee74177a57a7d20bb8a25d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4184752 Jun 12 12:58:50.507213 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dae33cd-8681-4454-8d7e-f5350cab1bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f452ab1-f7ce-488e-a508-6def6e3287b7,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:50.508797 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 52400) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:58:50.510153 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-3dae33cd-8681-4454-8d7e-f5350cab1bc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:50.542402 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-aa931625-5934-4ef4-b387-8ef7275a79ba req-5ed6990c-d4e6-4132-ae68-90cdec76b2f7 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=208ba6a1-805c-4f9d-a564-c9f39bce27cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656002 Jun 12 12:58:50.575023 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-bea51452-f12a-4855-ba9c-26448ddc8fec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:50.581999 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-0d3d3411-e5d7-4dff-8923-e3d6f858cb52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:50.599051 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-bea51452-f12a-4855-ba9c-26448ddc8fec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:50.648592 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-bea51452-f12a-4855-ba9c-26448ddc8fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:50.651351 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-bea51452-f12a-4855-ba9c-26448ddc8fec admin admin] Notify callbacks [] for security_group, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:50.652698 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-bea51452-f12a-4855-ba9c-26448ddc8fec admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5f452ab1-f7ce-488e-a508-6def6e3287b7 HTTP/1.1" status: 204 len: 168 time: 0.1399748 Jun 12 12:58:50.653432 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-eb2d42be-3add-4bf9-abe9-818f37bd6a47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:50.662187 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea51452-f12a-4855-ba9c-26448ddc8fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f452ab1-f7ce-488e-a508-6def6e3287b7,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:50.670431 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea51452-f12a-4855-ba9c-26448ddc8fec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:58:50.670798 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea51452-f12a-4855-ba9c-26448ddc8fec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:58:50.671293 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea51452-f12a-4855-ba9c-26448ddc8fec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:58:50.671639 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea51452-f12a-4855-ba9c-26448ddc8fec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:58:50.671985 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea51452-f12a-4855-ba9c-26448ddc8fec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:58:50.672349 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea51452-f12a-4855-ba9c-26448ddc8fec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:58:50.672704 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea51452-f12a-4855-ba9c-26448ddc8fec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:58:50.673043 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea51452-f12a-4855-ba9c-26448ddc8fec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:58:50.673448 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea51452-f12a-4855-ba9c-26448ddc8fec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:58:50.673797 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea51452-f12a-4855-ba9c-26448ddc8fec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:58:50.674133 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea51452-f12a-4855-ba9c-26448ddc8fec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:58:50.674501 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea51452-f12a-4855-ba9c-26448ddc8fec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:58:50.683698 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-bea51452-f12a-4855-ba9c-26448ddc8fec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:50.999407 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 52414) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:58:51.015976 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-9ef25947-703c-4938-a22e-a7ee85a2c0c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:51.064257 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e801ad3-9e15-4937-8eca-acdc12f5d0f8 req-0a22ca3a-51f0-4ec3-b713-9ebf50383cfa tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:51.066004 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-5e801ad3-9e15-4937-8eca-acdc12f5d0f8 req-0a22ca3a-51f0-4ec3-b713-9ebf50383cfa tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 945 time: 0.1055686 Jun 12 12:58:51.116736 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-5e801ad3-9e15-4937-8eca-acdc12f5d0f8 req-b28d33ad-0f74-4383-9b2a-7b39eee85bb7 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395541 Jun 12 12:58:51.132599 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-9ef25947-703c-4938-a22e-a7ee85a2c0c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:51.138620 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-9ef25947-703c-4938-a22e-a7ee85a2c0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:51.155182 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:51.178369 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c563c0-8ba5-433e-8c12-6c1794a63feb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e6e0e28-bb34-4daf-8a61-6ff10d280256'}, {'server_uuid': '92d09069-fdcf-4c40-b0ec-d374d7d7cc77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d26dcc-9613-4a13-8c5e-fd80f240eeca'}] {{(pid=91668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:58:51.181530 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80aeb099eed554921aeb9584cad5061c500859d49ba4b111a23145803cb4192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d458e3-5fcf-45c8-ae2b-876d5f5b9140" -d '{"events": [{"server_uuid": "a8c563c0-8ba5-433e-8c12-6c1794a63feb", "name": "network-vif-plugged", "status": "completed", "tag": "1e6e0e28-bb34-4daf-8a61-6ff10d280256"}, {"server_uuid": "92d09069-fdcf-4c40-b0ec-d374d7d7cc77", "name": "network-vif-plugged", "status": "completed", "tag": "e9d26dcc-9613-4a13-8c5e-fd80f240eeca"}]}' {{(pid=91668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:58:51.191691 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-9ef25947-703c-4938-a22e-a7ee85a2c0c5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4fafa8e0c90847c8ada47951bd4458a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1912007 Jun 12 12:58:51.192804 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef25947-703c-4938-a22e-a7ee85a2c0c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=230f2988-5159-41a0-93c7-6d98483c2d68,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:51.194424 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 52424) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:58:51.200201 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-9ef25947-703c-4938-a22e-a7ee85a2c0c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:51.236032 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 12 Jun 2021 12:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e9bba31-6795-4efd-9065-2f128d050b80 x-openstack-request-id: req-4e9bba31-6795-4efd-9065-2f128d050b80 {{(pid=91668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:58:51.236344 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8c563c0-8ba5-433e-8c12-6c1794a63feb", "name": "network-vif-plugged", "status": "completed", "tag": "1e6e0e28-bb34-4daf-8a61-6ff10d280256", "code": 200}, {"server_uuid": "92d09069-fdcf-4c40-b0ec-d374d7d7cc77", "name": "network-vif-plugged", "status": "completed", "tag": "e9d26dcc-9613-4a13-8c5e-fd80f240eeca", "code": 200}]} {{(pid=91668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:58:51.236630 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4e9bba31-6795-4efd-9065-2f128d050b80 {{(pid=91668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:58:51.237037 dv-cinder-796114-1-iscsi neutron-server[91668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8c563c0-8ba5-433e-8c12-6c1794a63feb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e6e0e28-bb34-4daf-8a61-6ff10d280256', 'code': 200} Jun 12 12:58:51.237303 dv-cinder-796114-1-iscsi neutron-server[91668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92d09069-fdcf-4c40-b0ec-d374d7d7cc77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d26dcc-9613-4a13-8c5e-fd80f240eeca', 'code': 200} Jun 12 12:58:51.258446 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6bc32efb-6c3b-4d4f-a705-59cb4648741e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:51.285428 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6bc32efb-6c3b-4d4f-a705-59cb4648741e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:51.347405 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6bc32efb-6c3b-4d4f-a705-59cb4648741e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:51.350859 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6bc32efb-6c3b-4d4f-a705-59cb4648741e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:51.353461 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-6bc32efb-6c3b-4d4f-a705-59cb4648741e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/230f2988-5159-41a0-93c7-6d98483c2d68 HTTP/1.1" status: 204 len: 168 time: 0.1578157 Jun 12 12:58:51.354539 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-d11cf71b-2dbb-4897-beae-3cfbe2270bde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:51.383070 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc32efb-6c3b-4d4f-a705-59cb4648741e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=230f2988-5159-41a0-93c7-6d98483c2d68,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:51.396413 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc32efb-6c3b-4d4f-a705-59cb4648741e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:58:51.400375 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc32efb-6c3b-4d4f-a705-59cb4648741e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:58:51.402739 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc32efb-6c3b-4d4f-a705-59cb4648741e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:58:51.403336 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc32efb-6c3b-4d4f-a705-59cb4648741e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:58:51.403893 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc32efb-6c3b-4d4f-a705-59cb4648741e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:58:51.404458 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc32efb-6c3b-4d4f-a705-59cb4648741e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:58:51.405017 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc32efb-6c3b-4d4f-a705-59cb4648741e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:58:51.405572 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc32efb-6c3b-4d4f-a705-59cb4648741e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:58:51.406118 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc32efb-6c3b-4d4f-a705-59cb4648741e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:58:51.406697 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc32efb-6c3b-4d4f-a705-59cb4648741e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:58:51.407236 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc32efb-6c3b-4d4f-a705-59cb4648741e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:58:51.407783 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc32efb-6c3b-4d4f-a705-59cb4648741e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:58:51.411135 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-6bc32efb-6c3b-4d4f-a705-59cb4648741e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:51.659527 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.agents_db [None req-3755f801-82db-4e36-b9e4-fb56f4f4bf71 None None] Agent healthcheck: found 6 active agents {{(pid=91669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:58:51.757781 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151f1f6-7da9-4c65-a54f-203b067d6a1f req-a77b7b6d-45b0-4cfa-8053-45f37513f011 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:51.759384 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-8151f1f6-7da9-4c65-a54f-203b067d6a1f req-a77b7b6d-45b0-4cfa-8053-45f37513f011 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 946 time: 0.1612856 Jun 12 12:58:51.769074 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93cd322-b5f0-4d7f-9dde-b361737f25bf req-4085e831-1ce1-4448-82cd-7a4daa3ef7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:51.771237 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-d93cd322-b5f0-4d7f-9dde-b361737f25bf req-4085e831-1ce1-4448-82cd-7a4daa3ef7fe service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 1098 time: 0.1092823 Jun 12 12:58:51.781895 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929fe2af-dce3-4e06-865f-c451f776f97f req-1cd42a8e-aad5-4304-ac98-6a3a473e6866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:51.784084 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-929fe2af-dce3-4e06-865f-c451f776f97f req-1cd42a8e-aad5-4304-ac98-6a3a473e6866 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 1099 time: 0.1310642 Jun 12 12:58:51.836031 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-8151f1f6-7da9-4c65-a54f-203b067d6a1f req-fda6e812-3b20-4494-b96f-ee2f9303d59d tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638127 Jun 12 12:58:51.843293 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-d93cd322-b5f0-4d7f-9dde-b361737f25bf req-ea481929-6c1c-459b-8cab-5c5b9c55db7c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541155 Jun 12 12:58:51.848685 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 52452) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:58:51.873001 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-929fe2af-dce3-4e06-865f-c451f776f97f req-f769cd6a-37d6-4eac-b338-26e470733eee service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803225 Jun 12 12:58:51.873734 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-6308ab96-5a95-44ff-ab52-9444256f26bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:51.896608 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d87d5f-9897-426d-b53c-80b7fa5bea1d req-25f56842-8a84-4057-a7ab-b9e49ee639a8 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:51.898371 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-70d87d5f-9897-426d-b53c-80b7fa5bea1d req-25f56842-8a84-4057-a7ab-b9e49ee639a8 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 945 time: 0.1681492 Jun 12 12:58:51.966466 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-70d87d5f-9897-426d-b53c-80b7fa5bea1d req-3cebfbfe-463e-4de3-8564-adb0ed3d56e6 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=208ba6a1-805c-4f9d-a564-c9f39bce27cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619855 Jun 12 12:58:52.027653 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-6308ab96-5a95-44ff-ab52-9444256f26bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:52.033241 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-6308ab96-5a95-44ff-ab52-9444256f26bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:52.037153 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-dbcb2f20-db6d-41de-b6f1-32859fba06d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:52.078364 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-6308ab96-5a95-44ff-ab52-9444256f26bd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=30117830f20446e4bd527e0643499004&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2284455 Jun 12 12:58:52.080877 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 52458) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:58:52.087084 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6308ab96-5a95-44ff-ab52-9444256f26bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250f38df-37ae-4d65-8398-bb075fd082f4,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:52.091618 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-6308ab96-5a95-44ff-ab52-9444256f26bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:52.158796 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-413aa849-591a-46d9-9752-215d99c9dab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:52.207090 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-413aa849-591a-46d9-9752-215d99c9dab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:52.219740 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce0530a-bf55-4dd5-af69-c627fc1a9943 req-8f85499c-75a7-4500-a60d-12c673c4037c tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:52.219740 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-fce0530a-bf55-4dd5-af69-c627fc1a9943 req-8f85499c-75a7-4500-a60d-12c673c4037c tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 945 time: 0.1317122 Jun 12 12:58:52.226295 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 52468) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:58:52.238421 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.v2.base [None req-35233b02-bb4a-4e13-963c-3d3bf97272ae tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Request body: {'floatingip': {'port_id': '7c23f9e2-3e44-4591-b576-1abd9843c490'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:58:52.335880 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-413aa849-591a-46d9-9752-215d99c9dab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:52.339998 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-413aa849-591a-46d9-9752-215d99c9dab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:52.341461 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-413aa849-591a-46d9-9752-215d99c9dab8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/250f38df-37ae-4d65-8398-bb075fd082f4 HTTP/1.1" status: 204 len: 168 time: 0.2596736 Jun 12 12:58:52.354858 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-6308ab96-5a95-44ff-ab52-9444256f26bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:52.371438 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-35233b02-bb4a-4e13-963c-3d3bf97272ae tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks [] for floatingip, before_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:52.376765 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413aa849-591a-46d9-9752-215d99c9dab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250f38df-37ae-4d65-8398-bb075fd082f4,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:52.380491 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-413aa849-591a-46d9-9752-215d99c9dab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:52.465199 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b79014-2e15-4404-abc5-07d2d044d462 req-c88d79f6-af8b-4fbf-ab2a-5a8bcd5e6665 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:52.469100 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-58b79014-2e15-4404-abc5-07d2d044d462 req-c88d79f6-af8b-4fbf-ab2a-5a8bcd5e6665 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 945 time: 0.1773362 Jun 12 12:58:52.545223 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-58b79014-2e15-4404-abc5-07d2d044d462 req-a16f6f66-4ffd-416f-927c-618ca863d938 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701399 Jun 12 12:58:53.294779 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:53.388548 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 52534) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:58:53.446353 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976320d-695b-43a5-bbcc-9ebbd2fa72ce req-f2ca7f26-7b8d-446f-8fe3-629bb40a2c96 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:53.447962 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-7976320d-695b-43a5-bbcc-9ebbd2fa72ce req-f2ca7f26-7b8d-446f-8fe3-629bb40a2c96 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 946 time: 0.3295829 Jun 12 12:58:53.467161 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-94993e92-bae3-4aff-aaec-0b053f7fc937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:53.514818 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [None req-28bcf75c-844c-41e8-81dd-5812c067937f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1753590493-network', 'tenant_id': 'e9436ff971554e69a0b0e6593c11792b'}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:58:53.529079 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.db.resource_extend [None req-35233b02-bb4a-4e13-963c-3d3bf97272ae tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 12 12:58:53.558782 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28bcf75c-844c-41e8-81dd-5812c067937f admin admin] Made reservation on behalf of e9436ff971554e69a0b0e6593c11792b for: {'network': 1} {{(pid=91666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 12:58:53.562586 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-28bcf75c-844c-41e8-81dd-5812c067937f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for network, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:53.577506 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-28bcf75c-844c-41e8-81dd-5812c067937f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:53.599272 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-7976320d-695b-43a5-bbcc-9ebbd2fa72ce req-cb2ca3ca-eee7-49ac-aa4b-4a33edb04bbe tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242759 Jun 12 12:58:53.631586 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-35233b02-bb4a-4e13-963c-3d3bf97272ae tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:53.636015 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-35233b02-bb4a-4e13-963c-3d3bf97272ae tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454259'] for floatingip, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:53.755032 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461f7bb-1a9b-48d7-b788-949685f4b4a0 req-52a6f54f-2d9b-4ca0-90ad-8139450ba6a7 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:53.756551 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-7461f7bb-1a9b-48d7-b788-949685f4b4a0 req-52a6f54f-2d9b-4ca0-90ad-8139450ba6a7 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/networks?id=e426109e-dad3-4f65-a54a-d678409a1b99 HTTP/1.1" status: 200 len: 814 time: 0.1903272 Jun 12 12:58:53.781961 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-7461f7bb-1a9b-48d7-b788-949685f4b4a0 req-8d5c1840-2144-4366-8a0d-e573446bfe17 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/quotas/95c531eed7bc41ed93d7b43b25a1fa63 HTTP/1.1" status: 200 len: 375 time: 0.0133872 Jun 12 12:58:53.837908 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609eea53-eb79-4ade-9f8c-07de1bfc8ea7 req-5a9bbe39-e3b0-4075-981a-069792b3daac tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:53.840364 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-609eea53-eb79-4ade-9f8c-07de1bfc8ea7 req-5a9bbe39-e3b0-4075-981a-069792b3daac tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 945 time: 0.1031957 Jun 12 12:58:53.841892 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.db.l3_db [None req-35233b02-bb4a-4e13-963c-3d3bf97272ae tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Floating IP 1b140445-c0b0-4e58-a53b-db8a128930e6 associated. External IP: 172.27.3.53, port: 7c23f9e2-3e44-4591-b576-1abd9843c490. Jun 12 12:58:53.851027 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-28bcf75c-844c-41e8-81dd-5812c067937f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:53.860599 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-28bcf75c-844c-41e8-81dd-5812c067937f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:53.873522 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28bcf75c-844c-41e8-81dd-5812c067937f admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=91666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 12:58:53.888069 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-9ef25947-703c-4938-a22e-a7ee85a2c0c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:53.905296 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-28bcf75c-844c-41e8-81dd-5812c067937f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400235'] for segment, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:53.905637 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.db.segments_db [None req-28bcf75c-844c-41e8-81dd-5812c067937f admin admin] Added segment 00d39f1d-1348-4184-a615-ebea5b7ec036 of type vlan for network 40c78b5f-34a2-43a2-8328-028ab2dd2ff4 Jun 12 12:58:53.971771 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bcf75c-844c-41e8-81dd-5812c067937f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521f2db2-fed9-4b39-a00b-39c5abef8db5,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:53.976895 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-28bcf75c-844c-41e8-81dd-5812c067937f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752044417208'] for network, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:53.981887 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-28bcf75c-844c-41e8-81dd-5812c067937f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:53.999402 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-7461f7bb-1a9b-48d7-b788-949685f4b4a0 req-7cc34261-ca25-432b-90b6-9a94dc0404b9 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=95c531eed7bc41ed93d7b43b25a1fa63&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2070739 Jun 12 12:58:54.047610 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-609eea53-eb79-4ade-9f8c-07de1bfc8ea7 req-83f2989a-6974-4b98-9195-01aabc65e03f tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527796 Jun 12 12:58:54.154940 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-7461f7bb-1a9b-48d7-b788-949685f4b4a0 req-b9c869a8-290e-449d-b350-830481acc6d6 service neutron] 10.222.0.23 "GET /v2.0/networks/e426109e-dad3-4f65-a54a-d678409a1b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525459 Jun 12 12:58:54.205435 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-28bcf75c-844c-41e8-81dd-5812c067937f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786'] for network, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:54.208965 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bcf75c-844c-41e8-81dd-5812c067937f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:54.209712 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-28bcf75c-844c-41e8-81dd-5812c067937f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for network, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:54.273543 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-9a97249d-09b2-4699-8784-68d051ec41d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:54.282665 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35233b02-bb4a-4e13-963c-3d3bf97272ae tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Router ab790889-3468-48de-83f3-e25c7084e6c4 has already been hosted by L3 agent 68a3a672-d21c-4adb-804e-7b4e770767ea {{(pid=91667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 12:58:54.301992 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-28bcf75c-844c-41e8-81dd-5812c067937f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9124563 Jun 12 12:58:54.305341 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 52562) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:58:54.311244 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [None req-b3e5c407-2f8c-4de9-82ca-582d79976fa2 admin admin] Request body: {'subnet': {'network_id': '40c78b5f-34a2-43a2-8328-028ab2dd2ff4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1753590493-subnet', 'tenant_id': 'e9436ff971554e69a0b0e6593c11792b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:58:54.343399 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e5c407-2f8c-4de9-82ca-582d79976fa2 admin admin] Made reservation on behalf of e9436ff971554e69a0b0e6593c11792b for: {'subnet': 1} {{(pid=91666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 12:58:54.346022 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-b3e5c407-2f8c-4de9-82ca-582d79976fa2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:54.351598 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 52564) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:58:54.426516 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bcf75c-844c-41e8-81dd-5812c067937f admin admin] Pushing event updated for resources: {'Network': ['ID=40c78b5f-34a2-43a2-8328-028ab2dd2ff4,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:54.436649 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Network 40c78b5f-34a2-43a2-8328-028ab2dd2ff4 details requested by agent ovs-agent-dv-cinder-796114-1-iscsi with host dv-cinder-796114-1-iscsi {{(pid=91668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 12:58:54.449975 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-28bcf75c-844c-41e8-81dd-5812c067937f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:54.487873 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35233b02-bb4a-4e13-963c-3d3bf97272ae tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify agent at l3_agent.dv-cinder-796114-1-iscsi the message routers_updated {{(pid=91667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 12:58:54.499316 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-7461f7bb-1a9b-48d7-b788-949685f4b4a0 req-3bfe2baf-cd1b-4d8c-ac80-5761ca657acc service neutron] 10.222.0.23 "GET /v2.0/networks/e426109e-dad3-4f65-a54a-d678409a1b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377266 Jun 12 12:58:54.504392 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-35233b02-bb4a-4e13-963c-3d3bf97272ae tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920'] for floatingip, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:54.510742 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04100b4d-c5d5-4bcc-9c31-1d489e042674 None None] Sync routers for ids ['ab790889-3468-48de-83f3-e25c7084e6c4'] in dv-cinder-796114-1-iscsi {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 12:58:54.528307 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04100b4d-c5d5-4bcc-9c31-1d489e042674 None None] Routers {'ab790889-3468-48de-83f3-e25c7084e6c4'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:58:54.528954 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-04100b4d-c5d5-4bcc-9c31-1d489e042674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T12:58:53Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['ab790889-3468-48de-83f3-e25c7084e6c4'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:58:54.613335 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-35233b02-bb4a-4e13-963c-3d3bf97272ae tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "PUT /v2.0/floatingips/1b140445-c0b0-4e58-a53b-db8a128930e6 HTTP/1.1" status: 200 len: 990 time: 2.3860984 Jun 12 12:58:54.615481 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '230f7fd9-f42c-465c-aa30-1548c8afece5', 'tag': '7c23f9e2-3e44-4591-b576-1abd9843c490'}] {{(pid=91667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:58:54.621788 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67243a7e54e3ab7b6e3c39020b1271d9e6c7e43a6696a4fb95c7e45675bdf643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1bfb0a1-d258-4ef9-9153-70f12466dcec" -d '{"events": [{"name": "network-changed", "server_uuid": "230f7fd9-f42c-465c-aa30-1548c8afece5", "tag": "7c23f9e2-3e44-4591-b576-1abd9843c490"}]}' {{(pid=91667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:58:54.650253 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-1be70ae5-f51d-4bde-b732-b865b8337beb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:54.733176 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-04100b4d-c5d5-4bcc-9c31-1d489e042674 None None] Set router ab790889-3468-48de-83f3-e25c7084e6c4 gateway port host: dv-cinder-796114-1-iscsi {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:58:54.861579 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 12:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e5e81f-450a-4c42-a6ce-01c9b1e22ea4 x-openstack-request-id: req-57e5e81f-450a-4c42-a6ce-01c9b1e22ea4 {{(pid=91667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:58:54.862092 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "230f7fd9-f42c-465c-aa30-1548c8afece5", "tag": "7c23f9e2-3e44-4591-b576-1abd9843c490", "status": "completed", "code": 200}]} {{(pid=91667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:58:54.862720 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-57e5e81f-450a-4c42-a6ce-01c9b1e22ea4 {{(pid=91667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:58:54.863398 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '230f7fd9-f42c-465c-aa30-1548c8afece5', 'tag': '7c23f9e2-3e44-4591-b576-1abd9843c490', 'status': 'completed', 'code': 200} Jun 12 12:58:54.994471 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-b3e5c407-2f8c-4de9-82ca-582d79976fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761'] for subnet, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:55.014130 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:55.047594 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-7239a5c3-c5f0-4f25-a5be-c6c46247b3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:55.081415 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b4fc6-2057-4207-a921-22d6c5aadb17 req-ffa98d3e-e4db-4e5b-ba23-d18f71792265 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:55.089757 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-c01b4fc6-2057-4207-a921-22d6c5aadb17 req-ffa98d3e-e4db-4e5b-ba23-d18f71792265 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 946 time: 0.2688370 Jun 12 12:58:55.139385 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-04100b4d-c5d5-4bcc-9c31-1d489e042674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab790889-3468-48de-83f3-e25c7084e6c4', 'name': 'tempest-AttachVolumeTestJSON-1158203021-router', 'tenant_id': 'a33e9937caaf41ca8fc301bec96ba603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': 'ff6cce8c-05e5-4eab-b45e-7ab716552a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:57:53Z', 'updated_at': '2021-06-12T12:58:09Z', 'revision_number': 4, 'project_id': 'a33e9937caaf41ca8fc301bec96ba603', 'gw_port': {'id': 'ff6cce8c-05e5-4eab-b45e-7ab716552a6e', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:39:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab790889-3468-48de-83f3-e25c7084e6c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:57:55Z', 'updated_at': '2021-06-12T12:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_floatingips': [{'id': '1b140445-c0b0-4e58-a53b-db8a128930e6', 'tenant_id': 'a33e9937caaf41ca8fc301bec96ba603', 'floating_ip_address': '172.27.3.53', 'floating_network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'router_id': 'ab790889-3468-48de-83f3-e25c7084e6c4', 'port_id': '7c23f9e2-3e44-4591-b576-1abd9843c490', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b082549b-b61d-48b6-a978-1804137ec38a', 'mac_address': 'fa:16:3e:0d:bf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230f7fd9-f42c-465c-aa30-1548c8afece5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T12:58:23Z', 'updated_at': '2021-06-12T12:58:53Z', 'revision_number': 1, 'project_id': 'a33e9937caaf41ca8fc301bec96ba603', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50a383b3-95aa-4269-b91f-ce2dced92715', 'name': '', 'network_id': 'b082549b-b61d-48b6-a978-1804137ec38a', 'tenant_id': 'a33e9937caaf41ca8fc301bec96ba603', 'mac_address': 'fa:16:3e:24:d5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab790889-3468-48de-83f3-e25c7084e6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '040de1c9-b671-4172-8240-56a21bd80720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:58:08Z', 'updated_at': '2021-06-12T12:58:23Z', 'revision_number': 5, 'project_id': 'a33e9937caaf41ca8fc301bec96ba603', 'subnets': [{'id': '040de1c9-b671-4172-8240-56a21bd80720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:58:55.143808 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04100b4d-c5d5-4bcc-9c31-1d489e042674 None None] Checking router: ab790889-3468-48de-83f3-e25c7084e6c4 for host: dv-cinder-796114-1-iscsi {{(pid=91669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 12:58:55.155488 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04100b4d-c5d5-4bcc-9c31-1d489e042674 None None] Routers {'ab790889-3468-48de-83f3-e25c7084e6c4'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:58:55.156344 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-04100b4d-c5d5-4bcc-9c31-1d489e042674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T12:58:53Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['ab790889-3468-48de-83f3-e25c7084e6c4'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:58:55.174686 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-1be70ae5-f51d-4bde-b732-b865b8337beb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:55.181049 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e5c407-2f8c-4de9-82ca-582d79976fa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4bc5aaa-54e0-4287-a2f7-94b618b2e649,revision_number=0']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:55.190953 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-d7e5fe9b-2444-4005-b72b-77c192957406 req-7ea2ffae-5441-463a-bb55-add45b66fdb3 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b9e4c11-ce68-45f2-91da-65cde1082d49 HTTP/1.1" status: 200 len: 210 time: 0.2925780 Jun 12 12:58:55.207569 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-c01b4fc6-2057-4207-a921-22d6c5aadb17 req-3a7d72bc-e4e4-4f7b-bab1-762837c2b848 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168153 Jun 12 12:58:55.208494 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-b3e5c407-2f8c-4de9-82ca-582d79976fa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:55.212398 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-1be70ae5-f51d-4bde-b732-b865b8337beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:55.219754 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:55.256269 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be70ae5-f51d-4bde-b732-b865b8337beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de3bb38-0e5b-4833-94f7-b95402891280,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:55.283294 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e5c407-2f8c-4de9-82ca-582d79976fa2 admin admin] Checking segment: {'id': '00d39f1d-1348-4184-a615-ebea5b7ec036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '40c78b5f-34a2-43a2-8328-028ab2dd2ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:58:55.283768 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e5c407-2f8c-4de9-82ca-582d79976fa2 admin admin] Network hostable DHCP agents. Network: 40c78b5f-34a2-43a2-8328-028ab2dd2ff4, hostable agents: ['8dc1a162-787d-4a45-80b7-87a05126eea7'], hosted agents: [] {{(pid=91666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 12:58:55.294670 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bfb0a1-d258-4ef9-9153-70f12466dcec req-c84a6980-9081-4b62-bfa0-3c8693be5288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:55.297162 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-c1bfb0a1-d258-4ef9-9153-70f12466dcec req-c84a6980-9081-4b62-bfa0-3c8693be5288 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a33e9937caaf41ca8fc301bec96ba603&device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 1098 time: 0.3755033 Jun 12 12:58:55.302079 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-1be70ae5-f51d-4bde-b732-b865b8337beb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:55.332742 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-04100b4d-c5d5-4bcc-9c31-1d489e042674 None None] Set router ab790889-3468-48de-83f3-e25c7084e6c4 gateway port host: dv-cinder-796114-1-iscsi {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:58:55.349112 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-1be70ae5-f51d-4bde-b732-b865b8337beb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=244111b682314fba9a229d011632c538&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9938657 Jun 12 12:58:55.349436 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 52596) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:58:55.475609 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e5c407-2f8c-4de9-82ca-582d79976fa2 admin admin] Network 40c78b5f-34a2-43a2-8328-028ab2dd2ff4 is scheduled to be hosted by DHCP agent 8dc1a162-787d-4a45-80b7-87a05126eea7 with binding_index 1 {{(pid=91666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 12:58:55.502926 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.base_scheduler [None req-b3e5c407-2f8c-4de9-82ca-582d79976fa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-1-iscsi, 40c78b5f-34a2-43a2-8328-028ab2dd2ff4) {{(pid=91666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:58:55.512627 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01788f19-2343-43ca-9f1c-4278edfb0c73 None None] Network 40c78b5f-34a2-43a2-8328-028ab2dd2ff4 requested from dv-cinder-796114-1-iscsi {{(pid=91668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 12:58:55.519833 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e5c407-2f8c-4de9-82ca-582d79976fa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:55.520429 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-b3e5c407-2f8c-4de9-82ca-582d79976fa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for subnet, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:55.545483 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bfb0a1-d258-4ef9-9153-70f12466dcec req-78a40019-eb3a-4f54-b8fb-d18eb277d3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:55.547084 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-c1bfb0a1-d258-4ef9-9153-70f12466dcec req-78a40019-eb3a-4f54-b8fb-d18eb277d3ed service neutron] 10.222.0.30 "GET /v2.0/networks?id=b082549b-b61d-48b6-a978-1804137ec38a HTTP/1.1" status: 200 len: 912 time: 0.2367322 Jun 12 12:58:55.554473 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-b3e5c407-2f8c-4de9-82ca-582d79976fa2 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2481420 Jun 12 12:58:55.632325 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-a73a6bc3-373f-487b-93c8-b34a7457b29e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:55.703078 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-a73a6bc3-373f-487b-93c8-b34a7457b29e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:55.877785 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11cb685-8262-410b-b106-2e7352142c41 req-020313fb-a395-4e77-9270-317cba44a367 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:55.877785 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-f11cb685-8262-410b-b106-2e7352142c41 req-020313fb-a395-4e77-9270-317cba44a367 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 945 time: 0.4667599 Jun 12 12:58:55.935654 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-04100b4d-c5d5-4bcc-9c31-1d489e042674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab790889-3468-48de-83f3-e25c7084e6c4', 'name': 'tempest-AttachVolumeTestJSON-1158203021-router', 'tenant_id': 'a33e9937caaf41ca8fc301bec96ba603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': 'ff6cce8c-05e5-4eab-b45e-7ab716552a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:57:53Z', 'updated_at': '2021-06-12T12:58:09Z', 'revision_number': 4, 'project_id': 'a33e9937caaf41ca8fc301bec96ba603', 'gw_port': {'id': 'ff6cce8c-05e5-4eab-b45e-7ab716552a6e', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:39:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab790889-3468-48de-83f3-e25c7084e6c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:57:55Z', 'updated_at': '2021-06-12T12:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_floatingips': [{'id': '1b140445-c0b0-4e58-a53b-db8a128930e6', 'tenant_id': 'a33e9937caaf41ca8fc301bec96ba603', 'floating_ip_address': '172.27.3.53', 'floating_network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'router_id': 'ab790889-3468-48de-83f3-e25c7084e6c4', 'port_id': '7c23f9e2-3e44-4591-b576-1abd9843c490', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b082549b-b61d-48b6-a978-1804137ec38a', 'mac_address': 'fa:16:3e:0d:bf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230f7fd9-f42c-465c-aa30-1548c8afece5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T12:58:23Z', 'updated_at': '2021-06-12T12:58:53Z', 'revision_number': 1, 'project_id': 'a33e9937caaf41ca8fc301bec96ba603', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50a383b3-95aa-4269-b91f-ce2dced92715', 'name': '', 'network_id': 'b082549b-b61d-48b6-a978-1804137ec38a', 'tenant_id': 'a33e9937caaf41ca8fc301bec96ba603', 'mac_address': 'fa:16:3e:24:d5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab790889-3468-48de-83f3-e25c7084e6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '040de1c9-b671-4172-8240-56a21bd80720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:58:08Z', 'updated_at': '2021-06-12T12:58:23Z', 'revision_number': 5, 'project_id': 'a33e9937caaf41ca8fc301bec96ba603', 'subnets': [{'id': '040de1c9-b671-4172-8240-56a21bd80720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:58:55.942366 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-a73a6bc3-373f-487b-93c8-b34a7457b29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:55.949489 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-a73a6bc3-373f-487b-93c8-b34a7457b29e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:55.953094 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-a73a6bc3-373f-487b-93c8-b34a7457b29e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9de3bb38-0e5b-4833-94f7-b95402891280 HTTP/1.1" status: 204 len: 168 time: 0.6003740 Jun 12 12:58:55.954424 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:55.957347 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04100b4d-c5d5-4bcc-9c31-1d489e042674 None None] The sync data for ids ['ab790889-3468-48de-83f3-e25c7084e6c4'] in dv-cinder-796114-1-iscsi is: [{'id': 'ab790889-3468-48de-83f3-e25c7084e6c4', 'name': 'tempest-AttachVolumeTestJSON-1158203021-router', 'tenant_id': 'a33e9937caaf41ca8fc301bec96ba603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': 'ff6cce8c-05e5-4eab-b45e-7ab716552a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:57:53Z', 'updated_at': '2021-06-12T12:58:09Z', 'revision_number': 4, 'project_id': 'a33e9937caaf41ca8fc301bec96ba603', 'gw_port': {'id': 'ff6cce8c-05e5-4eab-b45e-7ab716552a6e', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:39:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab790889-3468-48de-83f3-e25c7084e6c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:57:55Z', 'updated_at': '2021-06-12T12:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_floatingips': [{'id': '1b140445-c0b0-4e58-a53b-db8a128930e6', 'tenant_id': 'a33e9937caaf41ca8fc301bec96ba603', 'floating_ip_address': '172.27.3.53', 'floating_network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'router_id': 'ab790889-3468-48de-83f3-e25c7084e6c4', 'port_id': '7c23f9e2-3e44-4591-b576-1abd9843c490', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b082549b-b61d-48b6-a978-1804137ec38a', 'mac_address': 'fa:16:3e:0d:bf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230f7fd9-f42c-465c-aa30-1548c8afece5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T12:58:23Z', 'updated_at': '2021-06-12T12:58:53Z', 'revision_number': 1, 'project_id': 'a33e9937caaf41ca8fc301bec96ba603', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50a383b3-95aa-4269-b91f-ce2dced92715', 'name': '', 'network_id': 'b082549b-b61d-48b6-a978-1804137ec38a', 'tenant_id': 'a33e9937caaf41ca8fc301bec96ba603', 'mac_address': 'fa:16:3e:24:d5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab790889-3468-48de-83f3-e25c7084e6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '040de1c9-b671-4172-8240-56a21bd80720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:58:08Z', 'updated_at': '2021-06-12T12:58:23Z', 'revision_number': 5, 'project_id': 'a33e9937caaf41ca8fc301bec96ba603', 'subnets': [{'id': '040de1c9-b671-4172-8240-56a21bd80720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 12:58:55.993970 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73a6bc3-373f-487b-93c8-b34a7457b29e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de3bb38-0e5b-4833-94f7-b95402891280,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:55.994350 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb783854-4db4-463f-9cef-87810a93390c None None] Network 40c78b5f-34a2-43a2-8328-028ab2dd2ff4 requested from dv-cinder-796114-1-iscsi {{(pid=91668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 12:58:56.013415 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-a73a6bc3-373f-487b-93c8-b34a7457b29e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:56.026148 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-f11cb685-8262-410b-b106-2e7352142c41 req-ba5b75fc-245c-449c-921a-623b06d48f00 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448245 Jun 12 12:58:56.061070 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-0a5de27a-4d22-4fdd-a4cf-053756d7edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:56.213358 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e0676-72ea-4ba2-b342-6ec0574933d9 req-9877a3e6-0c17-40e3-be9f-49691ee74437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:56.214885 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-591e0676-72ea-4ba2-b342-6ec0574933d9 req-9877a3e6-0c17-40e3-be9f-49691ee74437 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1fdb5b3d3254fb7a2c5c6bf9fba5480&device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 1099 time: 0.1568027 Jun 12 12:58:56.405421 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-c1bfb0a1-d258-4ef9-9153-70f12466dcec req-f041233c-915e-4ba5-aa0b-78af4bbf59a9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c23f9e2-3e44-4591-b576-1abd9843c490 HTTP/1.1" status: 200 len: 998 time: 0.8409989 Jun 12 12:58:56.466160 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa13ed79-b585-4624-b725-6016d4ef0478 None None] New status for floating IP 1b140445-c0b0-4e58-a53b-db8a128930e6: ACTIVE {{(pid=91668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 12 12:58:56.695013 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e0676-72ea-4ba2-b342-6ec0574933d9 req-5b5c65ef-b1ae-4604-bdce-9888b9cd53fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:56.696664 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-591e0676-72ea-4ba2-b342-6ec0574933d9 req-5b5c65ef-b1ae-4604-bdce-9888b9cd53fa service neutron] 10.222.0.30 "GET /v2.0/networks?id=c3f2488e-44c5-4b09-b9c1-b478ec12dd34 HTTP/1.1" status: 200 len: 919 time: 0.4713657 Jun 12 12:58:56.734243 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bfb0a1-d258-4ef9-9153-70f12466dcec req-b1fe36d5-dacd-42a2-99dd-d5ca277045ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:56.735701 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-c1bfb0a1-d258-4ef9-9153-70f12466dcec req-b1fe36d5-dacd-42a2-99dd-d5ca277045ef service neutron] 10.222.0.30 "GET /v2.0/subnets?id=040de1c9-b671-4172-8240-56a21bd80720 HTTP/1.1" status: 200 len: 850 time: 0.3078051 Jun 12 12:58:56.749549 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc9c3b-98f9-4573-b3e7-89d496413c05 req-f015f185-3068-4910-9a45-ee24a7e6f4d8 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:56.751448 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-1adc9c3b-98f9-4573-b3e7-89d496413c05 req-f015f185-3068-4910-9a45-ee24a7e6f4d8 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 946 time: 0.2382767 Jun 12 12:58:56.835830 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-591e0676-72ea-4ba2-b342-6ec0574933d9 req-fa25e964-64e0-474e-b4b4-4ce9eb32d390 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9d26dcc-9613-4a13-8c5e-fd80f240eeca HTTP/1.1" status: 200 len: 217 time: 0.1161385 Jun 12 12:58:56.905624 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-1adc9c3b-98f9-4573-b3e7-89d496413c05 req-7b7afd35-0507-46bc-8800-7f52dd5e55d3 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480944 Jun 12 12:58:56.942523 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e0676-72ea-4ba2-b342-6ec0574933d9 req-e83defcc-6eca-492f-8016-9ca764d51a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:56.944271 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-591e0676-72ea-4ba2-b342-6ec0574933d9 req-e83defcc-6eca-492f-8016-9ca764d51a81 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e49e69c6-b979-45e9-b77a-48cd10ef7dd0 HTTP/1.1" status: 200 len: 858 time: 0.0808122 Jun 12 12:58:57.022163 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c25b2b-f66b-47da-80e2-ccb6c786388d req-30c1ced0-3a4f-4abd-b545-3c68b6beaeda tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:57.032123 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-b5c25b2b-f66b-47da-80e2-ccb6c786388d req-30c1ced0-3a4f-4abd-b545-3c68b6beaeda tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 945 time: 0.4987891 Jun 12 12:58:57.036888 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 52654) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:58:57.053728 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461f7bb-1a9b-48d7-b788-949685f4b4a0 req-50747551-29d6-465c-956a-22a9f9908c1a tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:57.055113 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-7461f7bb-1a9b-48d7-b788-949685f4b4a0 req-50747551-29d6-465c-956a-22a9f9908c1a tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.30 "GET /v2.0/networks?id=e426109e-dad3-4f65-a54a-d678409a1b99 HTTP/1.1" status: 200 len: 814 time: 0.5182161 Jun 12 12:58:57.055753 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.v2.base [None req-f0125b35-da08-4466-a859-6bf90d9627b5 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Request body: {'floatingip': {'port_id': '1e6e0e28-bb34-4daf-8a61-6ff10d280256'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:58:57.068264 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-591e0676-72ea-4ba2-b342-6ec0574933d9 req-7f85d44d-3097-4bf0-bb33-b96528b25231 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c3f2488e-44c5-4b09-b9c1-b478ec12dd34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1086121 Jun 12 12:58:57.072932 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bfb0a1-d258-4ef9-9153-70f12466dcec req-18d53a26-7552-4693-ace9-85e3f8c234b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:57.074763 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-c1bfb0a1-d258-4ef9-9153-70f12466dcec req-18d53a26-7552-4693-ace9-85e3f8c234b1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b082549b-b61d-48b6-a978-1804137ec38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3281205 Jun 12 12:58:57.077714 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 52656) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:58:57.083136 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [None req-734f17fe-3b9c-4966-ba64-efa6f3d7c73e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-212733376-network', 'tenant_id': 'e6b7df7f63e8479f8a2f3d7e2407dda5'}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:58:57.103460 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [req-7461f7bb-1a9b-48d7-b788-949685f4b4a0 req-86fd9f6c-6065-4a0c-8b61-d949cb150eb7 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Request body: {'port': {'device_id': '4b9e4c11-ce68-45f2-91da-65cde1082d49', 'network_id': 'e426109e-dad3-4f65-a54a-d678409a1b99', 'admin_state_up': True, 'tenant_id': '95c531eed7bc41ed93d7b43b25a1fa63'}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:58:57.171914 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734f17fe-3b9c-4966-ba64-efa6f3d7c73e admin admin] Made reservation on behalf of e6b7df7f63e8479f8a2f3d7e2407dda5 for: {'network': 1} {{(pid=91666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 12:58:57.172449 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f0125b35-da08-4466-a859-6bf90d9627b5 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks [] for floatingip, before_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:57.174260 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-734f17fe-3b9c-4966-ba64-efa6f3d7c73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for network, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:57.194626 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-734f17fe-3b9c-4966-ba64-efa6f3d7c73e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:57.262914 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-51c4d156-d83b-45d9-8a73-aef28defcd26 req-5fb0c7aa-3b2a-49e3-84f0-c6198c44fbdd tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b9e4c11-ce68-45f2-91da-65cde1082d49 HTTP/1.1" status: 200 len: 210 time: 0.1409857 Jun 12 12:58:57.385377 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-c1bfb0a1-d258-4ef9-9153-70f12466dcec req-f8ceecbc-2c56-4ecd-8460-62f897969fe0 service neutron] 10.222.0.30 "GET /v2.0/networks/b082549b-b61d-48b6-a978-1804137ec38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879043 Jun 12 12:58:57.425982 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-591e0676-72ea-4ba2-b342-6ec0574933d9 req-1be059f5-347c-49f5-8afe-a676037aa355 service neutron] 10.222.0.30 "GET /v2.0/networks/c3f2488e-44c5-4b09-b9c1-b478ec12dd34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029933 Jun 12 12:58:57.569036 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-734f17fe-3b9c-4966-ba64-efa6f3d7c73e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:57.572386 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-c1bfb0a1-d258-4ef9-9153-70f12466dcec req-48b2c874-36d2-4664-9ccf-a7019ed7a49a service neutron] 10.222.0.30 "GET /v2.0/networks/b082549b-b61d-48b6-a978-1804137ec38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772926 Jun 12 12:58:57.578154 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-734f17fe-3b9c-4966-ba64-efa6f3d7c73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:57.584265 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-fe55fe5e-64ce-45af-bb13-e78f4b0f5276 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:57.617149 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-734f17fe-3b9c-4966-ba64-efa6f3d7c73e admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=91666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 12:58:57.627555 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7461f7bb-1a9b-48d7-b788-949685f4b4a0 req-86fd9f6c-6065-4a0c-8b61-d949cb150eb7 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Made reservation on behalf of 95c531eed7bc41ed93d7b43b25a1fa63 for: {'port': 1} {{(pid=91666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 12:58:57.631153 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-7461f7bb-1a9b-48d7-b788-949685f4b4a0 req-86fd9f6c-6065-4a0c-8b61-d949cb150eb7 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for port, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:57.637634 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734f17fe-3b9c-4966-ba64-efa6f3d7c73e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68018854-2651-4941-9eb6-e903d01bfe1d,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:57.650373 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-734f17fe-3b9c-4966-ba64-efa6f3d7c73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400235'] for segment, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:57.650775 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.db.segments_db [None req-734f17fe-3b9c-4966-ba64-efa6f3d7c73e admin admin] Added segment b6308346-e9f9-437e-a726-304d9878e5e5 of type vlan for network bde3f2a2-e1d8-492c-965b-6a2765ee5def Jun 12 12:58:57.653841 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-734f17fe-3b9c-4966-ba64-efa6f3d7c73e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:57.755657 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-734f17fe-3b9c-4966-ba64-efa6f3d7c73e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752044417208'] for network, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:57.815539 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-591e0676-72ea-4ba2-b342-6ec0574933d9 req-520a2cd5-1bb5-4684-a670-3bfd871b6a31 service neutron] 10.222.0.30 "GET /v2.0/networks/c3f2488e-44c5-4b09-b9c1-b478ec12dd34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3708303 Jun 12 12:58:57.845775 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-734f17fe-3b9c-4966-ba64-efa6f3d7c73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786'] for network, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:57.849274 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734f17fe-3b9c-4966-ba64-efa6f3d7c73e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:57.849874 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-734f17fe-3b9c-4966-ba64-efa6f3d7c73e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for network, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:57.855334 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:57.899832 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-734f17fe-3b9c-4966-ba64-efa6f3d7c73e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8207958 Jun 12 12:58:57.901138 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.db_base_plugin_common [req-7461f7bb-1a9b-48d7-b788-949685f4b4a0 req-86fd9f6c-6065-4a0c-8b61-d949cb150eb7 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Allocated IP 172.20.0.4 (e426109e-dad3-4f65-a54a-d678409a1b99/f71341f6-cb58-4087-aff6-95b2f92c6898/273e30c8-3d07-4397-8db6-ac264e726fc9) {{(pid=91666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 12:58:57.906882 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 52726) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:58:57.912276 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [None req-27702da5-33ed-42a2-82b0-c6288ea63d3d admin admin] Request body: {'subnet': {'network_id': 'bde3f2a2-e1d8-492c-965b-6a2765ee5def', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-212733376-subnet', 'tenant_id': 'e6b7df7f63e8479f8a2f3d7e2407dda5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:58:57.987452 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734f17fe-3b9c-4966-ba64-efa6f3d7c73e admin admin] Pushing event updated for resources: {'Network': ['ID=bde3f2a2-e1d8-492c-965b-6a2765ee5def,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:57.995683 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-734f17fe-3b9c-4966-ba64-efa6f3d7c73e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:57.999210 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Network bde3f2a2-e1d8-492c-965b-6a2765ee5def details requested by agent ovs-agent-dv-cinder-796114-1-iscsi with host dv-cinder-796114-1-iscsi {{(pid=91668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 12:58:58.012570 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27702da5-33ed-42a2-82b0-c6288ea63d3d admin admin] Made reservation on behalf of e6b7df7f63e8479f8a2f3d7e2407dda5 for: {'subnet': 1} {{(pid=91666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 12:58:58.015291 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-27702da5-33ed-42a2-82b0-c6288ea63d3d admin admin] Notify callbacks [] for subnet, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:58.058078 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 52738) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:58:58.214632 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.db.resource_extend [None req-f0125b35-da08-4466-a859-6bf90d9627b5 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 12 12:58:58.311720 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-a8429e3c-287f-4e70-940e-a38711b800b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:58.321836 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f0125b35-da08-4466-a859-6bf90d9627b5 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:58.341574 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f0125b35-da08-4466-a859-6bf90d9627b5 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454259'] for floatingip, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:58.346934 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c690e337-779c-486e-8851-965f450e42d6 req-c724c54e-cf06-40ad-ad91-6aa781a3cfc0 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:58.348374 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-c690e337-779c-486e-8851-965f450e42d6 req-c724c54e-cf06-40ad-ad91-6aa781a3cfc0 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 946 time: 0.2132876 Jun 12 12:58:58.433077 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-7461f7bb-1a9b-48d7-b788-949685f4b4a0 req-86fd9f6c-6065-4a0c-8b61-d949cb150eb7 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Notify callbacks [] for port, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:58.454623 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-27702da5-33ed-42a2-82b0-c6288ea63d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761'] for subnet, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:58.487210 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-f4d7d234-0ef9-420d-b8f6-b1cf090b883d req-ed86c46c-f0b3-49bf-9b01-ad06f8d262f5 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b9e4c11-ce68-45f2-91da-65cde1082d49 HTTP/1.1" status: 200 len: 210 time: 0.0493512 Jun 12 12:58:58.489693 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-a2d01976-7cca-4b3d-a896-72f8e424c3df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:58.610222 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27702da5-33ed-42a2-82b0-c6288ea63d3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=51413286-c76e-4430-a985-eb8fb1548293,revision_number=0']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:58.613799 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-27702da5-33ed-42a2-82b0-c6288ea63d3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:58.617505 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-7461f7bb-1a9b-48d7-b788-949685f4b4a0 req-86fd9f6c-6065-4a0c-8b61-d949cb150eb7 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1466997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-122173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752044431912'] for port, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:58.623791 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-57acd652-0c79-4caa-bab2-ae870f438318 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:58.627185 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27702da5-33ed-42a2-82b0-c6288ea63d3d admin admin] Checking segment: {'id': 'b6308346-e9f9-437e-a726-304d9878e5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bde3f2a2-e1d8-492c-965b-6a2765ee5def'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:58:58.627557 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27702da5-33ed-42a2-82b0-c6288ea63d3d admin admin] Network hostable DHCP agents. Network: bde3f2a2-e1d8-492c-965b-6a2765ee5def, hostable agents: ['8dc1a162-787d-4a45-80b7-87a05126eea7'], hosted agents: [] {{(pid=91666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 12:58:58.632056 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] get_ports_and_sgs() called for port_ids ['9ebdb42a-1f6b-4820-90e8-c352aedcfc4f'] {{(pid=91668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 12:58:58.688375 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7461f7bb-1a9b-48d7-b788-949685f4b4a0 req-86fd9f6c-6065-4a0c-8b61-d949cb150eb7 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Network e426109e-dad3-4f65-a54a-d678409a1b99 is already hosted by enough agents. {{(pid=91666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:58:58.705410 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.base_scheduler [req-7461f7bb-1a9b-48d7-b788-949685f4b4a0 req-86fd9f6c-6065-4a0c-8b61-d949cb150eb7 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Resources bound (agent type, host, resource id): {{(pid=91666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:58:58.708237 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [req-7461f7bb-1a9b-48d7-b788-949685f4b4a0 req-86fd9f6c-6065-4a0c-8b61-d949cb150eb7 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Received port after_create {{(pid=91666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 12:58:58.714822 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461f7bb-1a9b-48d7-b788-949685f4b4a0 req-86fd9f6c-6065-4a0c-8b61-d949cb150eb7 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:58.715587 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-7461f7bb-1a9b-48d7-b788-949685f4b4a0 req-86fd9f6c-6065-4a0c-8b61-d949cb150eb7 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for port, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:58.735288 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fd9f6c-6065-4a0c-8b61-d949cb150eb7 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Pushing event updated for resources: {'Port': ['ID=273e30c8-3d07-4397-8db6-ac264e726fc9,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:58.738688 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-86fd9f6c-6065-4a0c-8b61-d949cb150eb7 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:58.740963 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27702da5-33ed-42a2-82b0-c6288ea63d3d admin admin] Network bde3f2a2-e1d8-492c-965b-6a2765ee5def is scheduled to be hosted by DHCP agent 8dc1a162-787d-4a45-80b7-87a05126eea7 with binding_index 1 {{(pid=91666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 12:58:58.754248 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.base_scheduler [None req-27702da5-33ed-42a2-82b0-c6288ea63d3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-1-iscsi, bde3f2a2-e1d8-492c-965b-6a2765ee5def) {{(pid=91666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:58:58.758908 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27702da5-33ed-42a2-82b0-c6288ea63d3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:58:58.759824 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-27702da5-33ed-42a2-82b0-c6288ea63d3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for subnet, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:58.774024 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819d559c-5323-43d5-bfa5-039610cfe3b7 None None] Network bde3f2a2-e1d8-492c-965b-6a2765ee5def requested from dv-cinder-796114-1-iscsi {{(pid=91668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 12:58:58.801053 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-c690e337-779c-486e-8851-965f450e42d6 req-72fd4de9-b19b-4379-bb93-bca84f8e5f83 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262756 Jun 12 12:58:58.825557 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.db.l3_db [None req-f0125b35-da08-4466-a859-6bf90d9627b5 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Floating IP e06b81fa-1083-4da9-9cdd-e12ac7289fea associated. External IP: 172.27.3.32, port: 1e6e0e28-bb34-4daf-8a61-6ff10d280256. Jun 12 12:58:58.977005 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-a8429e3c-287f-4e70-940e-a38711b800b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:58.984145 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-a8429e3c-287f-4e70-940e-a38711b800b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:58.988463 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-7461f7bb-1a9b-48d7-b788-949685f4b4a0 req-86fd9f6c-6065-4a0c-8b61-d949cb150eb7 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8898356 Jun 12 12:58:58.988933 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-8d72edb5-e581-4e5c-802c-41b2718d7be3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:58.990689 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-27702da5-33ed-42a2-82b0-c6288ea63d3d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0827727 Jun 12 12:58:59.001651 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [req-7461f7bb-1a9b-48d7-b788-949685f4b4a0 req-5f3c6fcf-9464-4564-a5fb-7c2fe796df97 service neutron] Request body: {'port': {'device_id': '4b9e4c11-ce68-45f2-91da-65cde1082d49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:58:59.021649 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369fc8fd-4c7c-4af9-b4ef-77e8ef47bac8 None None] Network bde3f2a2-e1d8-492c-965b-6a2765ee5def requested from dv-cinder-796114-1-iscsi {{(pid=91668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 12:58:59.034036 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8429e3c-287f-4e70-940e-a38711b800b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b002338-8691-4b2a-8c97-25582436aae4,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:59.058972 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-a8429e3c-287f-4e70-940e-a38711b800b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:59.068127 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-a8429e3c-287f-4e70-940e-a38711b800b1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f84a384fe1e04b3c95178176c77d5c57&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0082800 Jun 12 12:58:59.071792 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 52766) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:58:59.159554 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-7461f7bb-1a9b-48d7-b788-949685f4b4a0 req-5f3c6fcf-9464-4564-a5fb-7c2fe796df97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:59.231729 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-74aa8bd5-693a-439a-b580-86b14512f4fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:59.310804 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0125b35-da08-4466-a859-6bf90d9627b5 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Router 2d703b04-b819-4eec-958f-b4a2292252f1 has already been hosted by L3 agent 68a3a672-d21c-4adb-804e-7b4e770767ea {{(pid=91667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 12:58:59.321391 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-74aa8bd5-693a-439a-b580-86b14512f4fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:59.468558 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0125b35-da08-4466-a859-6bf90d9627b5 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify agent at l3_agent.dv-cinder-796114-1-iscsi the message routers_updated {{(pid=91667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 12:58:59.473248 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f0125b35-da08-4466-a859-6bf90d9627b5 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920'] for floatingip, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:59.486424 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b6c8ed-dc06-4020-a5d4-1a5fcd056848 None None] Sync routers for ids ['2d703b04-b819-4eec-958f-b4a2292252f1'] in dv-cinder-796114-1-iscsi {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 12:58:59.499236 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b6c8ed-dc06-4020-a5d4-1a5fcd056848 None None] Routers {'2d703b04-b819-4eec-958f-b4a2292252f1'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:58:59.499864 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-51b6c8ed-dc06-4020-a5d4-1a5fcd056848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T12:58:53Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['2d703b04-b819-4eec-958f-b4a2292252f1'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:58:59.513673 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-74aa8bd5-693a-439a-b580-86b14512f4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:59.516346 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-74aa8bd5-693a-439a-b580-86b14512f4fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:59.520628 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-74aa8bd5-693a-439a-b580-86b14512f4fc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2b002338-8691-4b2a-8c97-25582436aae4 HTTP/1.1" status: 204 len: 168 time: 0.4473810 Jun 12 12:58:59.523211 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-688f47c7-e1b8-4e82-bef6-b67e8444bfec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:59.543522 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-f0125b35-da08-4466-a859-6bf90d9627b5 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "PUT /v2.0/floatingips/e06b81fa-1083-4da9-9cdd-e12ac7289fea HTTP/1.1" status: 200 len: 990 time: 2.5086777 Jun 12 12:58:59.544283 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8c563c0-8ba5-433e-8c12-6c1794a63feb', 'tag': '1e6e0e28-bb34-4daf-8a61-6ff10d280256'}] {{(pid=91667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:58:59.544577 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aa8bd5-693a-439a-b580-86b14512f4fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b002338-8691-4b2a-8c97-25582436aae4,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:59.549489 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-74aa8bd5-693a-439a-b580-86b14512f4fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:58:59.564904 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67243a7e54e3ab7b6e3c39020b1271d9e6c7e43a6696a4fb95c7e45675bdf643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c8b089-c9c0-479c-89dc-b55fcd21cd0b" -d '{"events": [{"name": "network-changed", "server_uuid": "a8c563c0-8ba5-433e-8c12-6c1794a63feb", "tag": "1e6e0e28-bb34-4daf-8a61-6ff10d280256"}]}' {{(pid=91667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:58:59.656808 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.notifiers.nova [req-7461f7bb-1a9b-48d7-b788-949685f4b4a0 req-5f3c6fcf-9464-4564-a5fb-7c2fe796df97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 273e30c8-3d07-4397-8db6-ac264e726fc9 {{(pid=91666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 12:58:59.665620 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-7461f7bb-1a9b-48d7-b788-949685f4b4a0 req-5f3c6fcf-9464-4564-a5fb-7c2fe796df97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:59.707148 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [req-7461f7bb-1a9b-48d7-b788-949685f4b4a0 req-5f3c6fcf-9464-4564-a5fb-7c2fe796df97 service neutron] Transition to ACTIVE for port object 273e30c8-3d07-4397-8db6-ac264e726fc9 will not be triggered until provisioned by entity L2. {{(pid=91666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:58:59.718664 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-7461f7bb-1a9b-48d7-b788-949685f4b4a0 req-5f3c6fcf-9464-4564-a5fb-7c2fe796df97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:58:59.721522 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-51b6c8ed-dc06-4020-a5d4-1a5fcd056848 None None] Set router 2d703b04-b819-4eec-958f-b4a2292252f1 gateway port host: dv-cinder-796114-1-iscsi {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:58:59.725281 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-5365183f-ac20-4f49-8448-9edf80346241 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:58:59.874362 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 12:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29d8ff7-e7c7-41ad-90a3-89289644c824 x-openstack-request-id: req-c29d8ff7-e7c7-41ad-90a3-89289644c824 {{(pid=91667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:58:59.875968 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8c563c0-8ba5-433e-8c12-6c1794a63feb", "tag": "1e6e0e28-bb34-4daf-8a61-6ff10d280256", "status": "completed", "code": 200}]} {{(pid=91667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:58:59.876636 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c29d8ff7-e7c7-41ad-90a3-89289644c824 {{(pid=91667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:58:59.877519 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8c563c0-8ba5-433e-8c12-6c1794a63feb', 'tag': '1e6e0e28-bb34-4daf-8a61-6ff10d280256', 'status': 'completed', 'code': 200} Jun 12 12:58:59.968054 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3c6fcf-9464-4564-a5fb-7c2fe796df97 service neutron] Pushing event updated for resources: {'Port': ['ID=273e30c8-3d07-4397-8db6-ac264e726fc9,revision_number=2']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:58:59.972313 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-5f3c6fcf-9464-4564-a5fb-7c2fe796df97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:00.031672 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c8b089-c9c0-479c-89dc-b55fcd21cd0b req-9989e41a-d604-4bfc-82d5-9e2b58d6cda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:00.033513 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-b7c8b089-c9c0-479c-89dc-b55fcd21cd0b req-9989e41a-d604-4bfc-82d5-9e2b58d6cda5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7f18be0815224addb543ffddc7807c85&device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 1098 time: 0.1065757 Jun 12 12:59:00.062534 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53996d04-24da-41c0-bf23-0996c59f9ea9 req-0c8d7900-ce49-43f5-9b73-530913e90602 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:00.064283 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-53996d04-24da-41c0-bf23-0996c59f9ea9 req-0c8d7900-ce49-43f5-9b73-530913e90602 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b9e4c11-ce68-45f2-91da-65cde1082d49 HTTP/1.1" status: 200 len: 943 time: 0.2988987 Jun 12 12:59:00.068171 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [req-7461f7bb-1a9b-48d7-b788-949685f4b4a0 req-5f3c6fcf-9464-4564-a5fb-7c2fe796df97 service neutron] Attempting to bind port 273e30c8-3d07-4397-8db6-ac264e726fc9 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 12:59:00.068171 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [req-7461f7bb-1a9b-48d7-b788-949685f4b4a0 req-5f3c6fcf-9464-4564-a5fb-7c2fe796df97 service neutron] Attempting to bind port 273e30c8-3d07-4397-8db6-ac264e726fc9 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': 'a55cae0d-67cb-4777-915a-d694fc695b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e426109e-dad3-4f65-a54a-d678409a1b99'}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 12:59:00.068498 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7461f7bb-1a9b-48d7-b788-949685f4b4a0 req-5f3c6fcf-9464-4564-a5fb-7c2fe796df97 service neutron] Attempting to bind port 273e30c8-3d07-4397-8db6-ac264e726fc9 on network e426109e-dad3-4f65-a54a-d678409a1b99 {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:59:00.076549 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7461f7bb-1a9b-48d7-b788-949685f4b4a0 req-5f3c6fcf-9464-4564-a5fb-7c2fe796df97 service neutron] Port 273e30c8-3d07-4397-8db6-ac264e726fc9 on network e426109e-dad3-4f65-a54a-d678409a1b99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 12:59:00.076871 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7461f7bb-1a9b-48d7-b788-949685f4b4a0 req-5f3c6fcf-9464-4564-a5fb-7c2fe796df97 service neutron] Attempting to bind port 273e30c8-3d07-4397-8db6-ac264e726fc9 on network e426109e-dad3-4f65-a54a-d678409a1b99 {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:59:00.100984 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7461f7bb-1a9b-48d7-b788-949685f4b4a0 req-5f3c6fcf-9464-4564-a5fb-7c2fe796df97 service neutron] Checking agent: {'id': '858649d7-9eac-48e6-8b51-9e9d764f3a99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 12, 56, 19), 'started_at': datetime.datetime(2021, 6, 12, 12, 56, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 12, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 12:59:00.101486 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7461f7bb-1a9b-48d7-b788-949685f4b4a0 req-5f3c6fcf-9464-4564-a5fb-7c2fe796df97 service neutron] Checking segment: {'id': 'a55cae0d-67cb-4777-915a-d694fc695b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e426109e-dad3-4f65-a54a-d678409a1b99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:59:00.101889 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7461f7bb-1a9b-48d7-b788-949685f4b4a0 req-5f3c6fcf-9464-4564-a5fb-7c2fe796df97 service neutron] Bound using segment: {'id': 'a55cae0d-67cb-4777-915a-d694fc695b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e426109e-dad3-4f65-a54a-d678409a1b99'} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 12:59:00.102398 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [req-7461f7bb-1a9b-48d7-b788-949685f4b4a0 req-5f3c6fcf-9464-4564-a5fb-7c2fe796df97 service neutron] Bound port: 273e30c8-3d07-4397-8db6-ac264e726fc9, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a55cae0d-67cb-4777-915a-d694fc695b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e426109e-dad3-4f65-a54a-d678409a1b99'}}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 12:59:00.102878 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-7461f7bb-1a9b-48d7-b788-949685f4b4a0 req-5f3c6fcf-9464-4564-a5fb-7c2fe796df97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:00.108878 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 52794) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:59:00.189856 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c8b089-c9c0-479c-89dc-b55fcd21cd0b req-745bc496-ca97-4d37-845b-609a4a8450ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:00.192091 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-b7c8b089-c9c0-479c-89dc-b55fcd21cd0b req-745bc496-ca97-4d37-845b-609a4a8450ef service neutron] 10.222.0.30 "GET /v2.0/networks?id=64b4b39f-e457-4d52-beb5-ab2bbde33d05 HTTP/1.1" status: 200 len: 918 time: 0.1454518 Jun 12 12:59:00.206374 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-d3344315-4256-46dc-ab05-85d3b2e31af4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:00.223810 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-51b6c8ed-dc06-4020-a5d4-1a5fcd056848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d703b04-b819-4eec-958f-b4a2292252f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1705789875-router', 'tenant_id': '7f18be0815224addb543ffddc7807c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '51ea6e07-a05b-4867-8d4d-a7a8446f9496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:57:52Z', 'updated_at': '2021-06-12T12:58:06Z', 'revision_number': 4, 'project_id': '7f18be0815224addb543ffddc7807c85', 'gw_port': {'id': '51ea6e07-a05b-4867-8d4d-a7a8446f9496', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d703b04-b819-4eec-958f-b4a2292252f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:57:53Z', 'updated_at': '2021-06-12T12:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_floatingips': [{'id': 'e06b81fa-1083-4da9-9cdd-e12ac7289fea', 'tenant_id': '7f18be0815224addb543ffddc7807c85', 'floating_ip_address': '172.27.3.32', 'floating_network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'router_id': '2d703b04-b819-4eec-958f-b4a2292252f1', 'port_id': '1e6e0e28-bb34-4daf-8a61-6ff10d280256', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64b4b39f-e457-4d52-beb5-ab2bbde33d05', 'mac_address': 'fa:16:3e:62:2e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c563c0-8ba5-433e-8c12-6c1794a63feb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T12:58:19Z', 'updated_at': '2021-06-12T12:58:58Z', 'revision_number': 1, 'project_id': '7f18be0815224addb543ffddc7807c85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a67d836e-9483-468a-9890-6e43140cd4df', 'name': '', 'network_id': '64b4b39f-e457-4d52-beb5-ab2bbde33d05', 'tenant_id': '7f18be0815224addb543ffddc7807c85', 'mac_address': 'fa:16:3e:28:2c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d703b04-b819-4eec-958f-b4a2292252f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f2822e5c-4cf7-4702-9de8-8d297e10d4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:58:01Z', 'updated_at': '2021-06-12T12:58:19Z', 'revision_number': 5, 'project_id': '7f18be0815224addb543ffddc7807c85', 'subnets': [{'id': 'f2822e5c-4cf7-4702-9de8-8d297e10d4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:59:00.233279 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b6c8ed-dc06-4020-a5d4-1a5fcd056848 None None] Checking router: 2d703b04-b819-4eec-958f-b4a2292252f1 for host: dv-cinder-796114-1-iscsi {{(pid=91669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 12:59:00.242862 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b6c8ed-dc06-4020-a5d4-1a5fcd056848 None None] Routers {'2d703b04-b819-4eec-958f-b4a2292252f1'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:59:00.244923 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-51b6c8ed-dc06-4020-a5d4-1a5fcd056848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T12:58:53Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['2d703b04-b819-4eec-958f-b4a2292252f1'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:59:00.253445 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-53996d04-24da-41c0-bf23-0996c59f9ea9 req-59ffba31-bf80-40c6-b27b-d78ed069e9cb tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/security-groups?id=02246757-e4e7-402b-9da4-d1f6e68238bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739764 Jun 12 12:59:00.290207 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [req-7461f7bb-1a9b-48d7-b788-949685f4b4a0 req-5f3c6fcf-9464-4564-a5fb-7c2fe796df97 service neutron] For port 273e30c8-3d07-4397-8db6-ac264e726fc9, host hv-cinder-79611, cleared binding levels {{(pid=91666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 12:59:00.296156 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [req-7461f7bb-1a9b-48d7-b788-949685f4b4a0 req-5f3c6fcf-9464-4564-a5fb-7c2fe796df97 service neutron] For port 273e30c8-3d07-4397-8db6-ac264e726fc9, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=273e30c8-3d07-4397-8db6-ac264e726fc9,segment=NetworkSegment(a55cae0d-67cb-4777-915a-d694fc695b77),segment_id=a55cae0d-67cb-4777-915a-d694fc695b77)] {{(pid=91666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 12:59:00.303494 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-7461f7bb-1a9b-48d7-b788-949685f4b4a0 req-5f3c6fcf-9464-4564-a5fb-7c2fe796df97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:00.311331 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:00.385557 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461f7bb-1a9b-48d7-b788-949685f4b4a0 req-5f3c6fcf-9464-4564-a5fb-7c2fe796df97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:00.386328 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-7461f7bb-1a9b-48d7-b788-949685f4b4a0 req-5f3c6fcf-9464-4564-a5fb-7c2fe796df97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for port, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:00.388895 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-7461f7bb-1a9b-48d7-b788-949685f4b4a0 req-5f3c6fcf-9464-4564-a5fb-7c2fe796df97 service neutron] 10.222.0.30 "PUT /v2.0/ports/273e30c8-3d07-4397-8db6-ac264e726fc9 HTTP/1.1" status: 200 len: 1093 time: 1.3918850 Jun 12 12:59:00.391541 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b9e4c11-ce68-45f2-91da-65cde1082d49', 'tag': '273e30c8-3d07-4397-8db6-ac264e726fc9'}] {{(pid=91666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:59:00.391684 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-51b6c8ed-dc06-4020-a5d4-1a5fcd056848 None None] Set router 2d703b04-b819-4eec-958f-b4a2292252f1 gateway port host: dv-cinder-796114-1-iscsi {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:59:00.395079 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba2aedb3ce59156ad261fd92086ba05f02985526b362ab5d5a646d7af1b76f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583d6fda-0ea1-4d3a-bd1a-09ed08061e4b" -d '{"events": [{"name": "network-changed", "server_uuid": "4b9e4c11-ce68-45f2-91da-65cde1082d49", "tag": "273e30c8-3d07-4397-8db6-ac264e726fc9"}]}' {{(pid=91666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:59:00.397921 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-b7c8b089-c9c0-479c-89dc-b55fcd21cd0b req-615055c2-a71a-4f21-8724-121c0a211c27 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e6e0e28-bb34-4daf-8a61-6ff10d280256 HTTP/1.1" status: 200 len: 998 time: 0.1879115 Jun 12 12:59:00.445040 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3c6fcf-9464-4564-a5fb-7c2fe796df97 service neutron] Pushing event updated for resources: {'Port': ['ID=273e30c8-3d07-4397-8db6-ac264e726fc9,revision_number=3']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:00.453394 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 12:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe36781-3bd8-455d-ab97-bcfffb9f2cd8 x-openstack-request-id: req-fbe36781-3bd8-455d-ab97-bcfffb9f2cd8 {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:59:00.453723 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b9e4c11-ce68-45f2-91da-65cde1082d49", "tag": "273e30c8-3d07-4397-8db6-ac264e726fc9", "status": "completed", "code": 200}]} {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:59:00.454047 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fbe36781-3bd8-455d-ab97-bcfffb9f2cd8 {{(pid=91666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:59:00.454527 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b9e4c11-ce68-45f2-91da-65cde1082d49', 'tag': '273e30c8-3d07-4397-8db6-ac264e726fc9', 'status': 'completed', 'code': 200} Jun 12 12:59:00.456434 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-5f3c6fcf-9464-4564-a5fb-7c2fe796df97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:00.514784 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff2d517-e39b-4914-8bea-79d89506c2b4 req-08deda5f-43ee-462a-ab9a-4faa32b8603f tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:00.516285 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-9ff2d517-e39b-4914-8bea-79d89506c2b4 req-08deda5f-43ee-462a-ab9a-4faa32b8603f tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 946 time: 0.3051550 Jun 12 12:59:00.517850 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c8b089-c9c0-479c-89dc-b55fcd21cd0b req-10a20b29-04a7-4e17-9195-60ff5d226d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:00.519144 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-b7c8b089-c9c0-479c-89dc-b55fcd21cd0b req-10a20b29-04a7-4e17-9195-60ff5d226d4f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f2822e5c-4cf7-4702-9de8-8d297e10d4e8 HTTP/1.1" status: 200 len: 856 time: 0.1083562 Jun 12 12:59:00.585336 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-d3344315-4256-46dc-ab05-85d3b2e31af4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:00.595277 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-d3344315-4256-46dc-ab05-85d3b2e31af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:00.600986 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:00.633838 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-9ff2d517-e39b-4914-8bea-79d89506c2b4 req-cf5c26a9-3cb0-4480-a24e-859d58d10837 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102273 Jun 12 12:59:00.648331 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c8b089-c9c0-479c-89dc-b55fcd21cd0b req-1a48ea20-a996-42bd-9b6f-a005f1eb33eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:00.659355 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-b7c8b089-c9c0-479c-89dc-b55fcd21cd0b req-1a48ea20-a996-42bd-9b6f-a005f1eb33eb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=64b4b39f-e457-4d52-beb5-ab2bbde33d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1096954 Jun 12 12:59:00.664760 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3344315-4256-46dc-ab05-85d3b2e31af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e007bf29-7526-4c77-81e4-338c27f9a9ff,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:00.669539 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-d3344315-4256-46dc-ab05-85d3b2e31af4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:00.677841 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-d3344315-4256-46dc-ab05-85d3b2e31af4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7bbf99ab242b42f0996fc0891ebaafa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5645640 Jun 12 12:59:00.677841 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461f7bb-1a9b-48d7-b788-949685f4b4a0 req-83822f3a-7e2c-4cbd-8296-9a6f9c658f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:00.678340 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 52802) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:59:00.679624 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-7461f7bb-1a9b-48d7-b788-949685f4b4a0 req-83822f3a-7e2c-4cbd-8296-9a6f9c658f87 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=95c531eed7bc41ed93d7b43b25a1fa63&device_id=4b9e4c11-ce68-45f2-91da-65cde1082d49 HTTP/1.1" status: 200 len: 1096 time: 0.1990128 Jun 12 12:59:00.750887 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-7461f7bb-1a9b-48d7-b788-949685f4b4a0 req-10db4b52-5b63-4863-b4a4-978d6eb2f1ac service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=273e30c8-3d07-4397-8db6-ac264e726fc9 HTTP/1.1" status: 200 len: 217 time: 0.0557244 Jun 12 12:59:00.840996 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-51b6c8ed-dc06-4020-a5d4-1a5fcd056848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d703b04-b819-4eec-958f-b4a2292252f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1705789875-router', 'tenant_id': '7f18be0815224addb543ffddc7807c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '51ea6e07-a05b-4867-8d4d-a7a8446f9496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:57:52Z', 'updated_at': '2021-06-12T12:58:06Z', 'revision_number': 4, 'project_id': '7f18be0815224addb543ffddc7807c85', 'gw_port': {'id': '51ea6e07-a05b-4867-8d4d-a7a8446f9496', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d703b04-b819-4eec-958f-b4a2292252f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:57:53Z', 'updated_at': '2021-06-12T12:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_floatingips': [{'id': 'e06b81fa-1083-4da9-9cdd-e12ac7289fea', 'tenant_id': '7f18be0815224addb543ffddc7807c85', 'floating_ip_address': '172.27.3.32', 'floating_network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'router_id': '2d703b04-b819-4eec-958f-b4a2292252f1', 'port_id': '1e6e0e28-bb34-4daf-8a61-6ff10d280256', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64b4b39f-e457-4d52-beb5-ab2bbde33d05', 'mac_address': 'fa:16:3e:62:2e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c563c0-8ba5-433e-8c12-6c1794a63feb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T12:58:19Z', 'updated_at': '2021-06-12T12:58:58Z', 'revision_number': 1, 'project_id': '7f18be0815224addb543ffddc7807c85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a67d836e-9483-468a-9890-6e43140cd4df', 'name': '', 'network_id': '64b4b39f-e457-4d52-beb5-ab2bbde33d05', 'tenant_id': '7f18be0815224addb543ffddc7807c85', 'mac_address': 'fa:16:3e:28:2c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d703b04-b819-4eec-958f-b4a2292252f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f2822e5c-4cf7-4702-9de8-8d297e10d4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:58:01Z', 'updated_at': '2021-06-12T12:58:19Z', 'revision_number': 5, 'project_id': '7f18be0815224addb543ffddc7807c85', 'subnets': [{'id': 'f2822e5c-4cf7-4702-9de8-8d297e10d4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:59:00.842261 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f7d6fe09-ce08-46e7-a2d8-02b0494aac1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:00.846540 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b6c8ed-dc06-4020-a5d4-1a5fcd056848 None None] The sync data for ids ['2d703b04-b819-4eec-958f-b4a2292252f1'] in dv-cinder-796114-1-iscsi is: [{'id': '2d703b04-b819-4eec-958f-b4a2292252f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1705789875-router', 'tenant_id': '7f18be0815224addb543ffddc7807c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '51ea6e07-a05b-4867-8d4d-a7a8446f9496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:57:52Z', 'updated_at': '2021-06-12T12:58:06Z', 'revision_number': 4, 'project_id': '7f18be0815224addb543ffddc7807c85', 'gw_port': {'id': '51ea6e07-a05b-4867-8d4d-a7a8446f9496', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d703b04-b819-4eec-958f-b4a2292252f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:57:53Z', 'updated_at': '2021-06-12T12:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_floatingips': [{'id': 'e06b81fa-1083-4da9-9cdd-e12ac7289fea', 'tenant_id': '7f18be0815224addb543ffddc7807c85', 'floating_ip_address': '172.27.3.32', 'floating_network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'router_id': '2d703b04-b819-4eec-958f-b4a2292252f1', 'port_id': '1e6e0e28-bb34-4daf-8a61-6ff10d280256', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64b4b39f-e457-4d52-beb5-ab2bbde33d05', 'mac_address': 'fa:16:3e:62:2e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c563c0-8ba5-433e-8c12-6c1794a63feb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T12:58:19Z', 'updated_at': '2021-06-12T12:58:58Z', 'revision_number': 1, 'project_id': '7f18be0815224addb543ffddc7807c85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a67d836e-9483-468a-9890-6e43140cd4df', 'name': '', 'network_id': '64b4b39f-e457-4d52-beb5-ab2bbde33d05', 'tenant_id': '7f18be0815224addb543ffddc7807c85', 'mac_address': 'fa:16:3e:28:2c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d703b04-b819-4eec-958f-b4a2292252f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f2822e5c-4cf7-4702-9de8-8d297e10d4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:58:01Z', 'updated_at': '2021-06-12T12:58:19Z', 'revision_number': 5, 'project_id': '7f18be0815224addb543ffddc7807c85', 'subnets': [{'id': 'f2822e5c-4cf7-4702-9de8-8d297e10d4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 12:59:00.849702 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-b7c8b089-c9c0-479c-89dc-b55fcd21cd0b req-0c703f6c-48bf-40df-8e30-5f239e64914f service neutron] 10.222.0.30 "GET /v2.0/networks/64b4b39f-e457-4d52-beb5-ab2bbde33d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795526 Jun 12 12:59:00.885433 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f7d6fe09-ce08-46e7-a2d8-02b0494aac1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:01.051121 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-b7c8b089-c9c0-479c-89dc-b55fcd21cd0b req-1e4a8a22-5a0c-46a7-b184-5ed4d82586a2 service neutron] 10.222.0.30 "GET /v2.0/networks/64b4b39f-e457-4d52-beb5-ab2bbde33d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818509 Jun 12 12:59:01.055583 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f7d6fe09-ce08-46e7-a2d8-02b0494aac1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:01.059809 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f7d6fe09-ce08-46e7-a2d8-02b0494aac1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:01.061028 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-f7d6fe09-ce08-46e7-a2d8-02b0494aac1d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e007bf29-7526-4c77-81e4-338c27f9a9ff HTTP/1.1" status: 204 len: 168 time: 0.3817265 Jun 12 12:59:01.062686 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-5c08676d-c970-4fc5-bc6e-7c1a59c5868f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:01.094349 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d6fe09-ce08-46e7-a2d8-02b0494aac1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e007bf29-7526-4c77-81e4-338c27f9a9ff,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:01.099937 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-f7d6fe09-ce08-46e7-a2d8-02b0494aac1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:01.146944 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461f7bb-1a9b-48d7-b788-949685f4b4a0 req-a356cbe2-8f8b-419e-8f42-d4dc4f733c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:01.147664 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-7461f7bb-1a9b-48d7-b788-949685f4b4a0 req-a356cbe2-8f8b-419e-8f42-d4dc4f733c0f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f71341f6-cb58-4087-aff6-95b2f92c6898 HTTP/1.1" status: 200 len: 854 time: 0.3861353 Jun 12 12:59:01.210027 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-7461f7bb-1a9b-48d7-b788-949685f4b4a0 req-fffca842-1a1d-4cd9-b133-16facde894fe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e426109e-dad3-4f65-a54a-d678409a1b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488534 Jun 12 12:59:01.230237 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5e18c2-a8b0-44b9-be85-258c3e81f59c None None] New status for floating IP e06b81fa-1083-4da9-9cdd-e12ac7289fea: ACTIVE {{(pid=91668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 12 12:59:01.484001 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-7461f7bb-1a9b-48d7-b788-949685f4b4a0 req-9fae8829-655d-4d60-9514-2dd2af9b848c service neutron] 10.222.0.30 "GET /v2.0/networks/e426109e-dad3-4f65-a54a-d678409a1b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386649 Jun 12 12:59:01.532488 dv-cinder-796114-1-iscsi neutron-server[91666]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 12 12:59:01.532488 dv-cinder-796114-1-iscsi neutron-server[91666]: from cryptography.utils import int_from_bytes Jun 12 12:59:01.532488 dv-cinder-796114-1-iscsi neutron-server[91666]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 12 12:59:01.532488 dv-cinder-796114-1-iscsi neutron-server[91666]: from cryptography.utils import int_from_bytes Jun 12 12:59:01.532488 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 12:59:01.532488 dv-cinder-796114-1-iscsi neutron-server[91666]: retrieve_revision_numbers = { Jun 12 12:59:01.532488 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 12:59:01.532488 dv-cinder-796114-1-iscsi neutron-server[91666]: conditions |= (models_v2.Port.network_id.in_( Jun 12 12:59:01.532488 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 12:59:01.532488 dv-cinder-796114-1-iscsi neutron-server[91666]: conditions |= (models_v2.Port.network_id.in_( Jun 12 12:59:01.532488 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 12:59:01.532488 dv-cinder-796114-1-iscsi neutron-server[91666]: retrieve_revision_numbers = { Jun 12 12:59:01.532488 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 12:59:01.532488 dv-cinder-796114-1-iscsi neutron-server[91666]: retrieve_revision_numbers = { Jun 12 12:59:01.532488 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 12:59:01.532488 dv-cinder-796114-1-iscsi neutron-server[91666]: conditions |= (models_v2.Port.network_id.in_( Jun 12 12:59:01.532488 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 12:59:01.532488 dv-cinder-796114-1-iscsi neutron-server[91666]: conditions |= (models_v2.Port.network_id.in_( Jun 12 12:59:01.532488 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 12:59:01.532488 dv-cinder-796114-1-iscsi neutron-server[91666]: retrieve_revision_numbers = { Jun 12 12:59:01.532488 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 12:59:01.532488 dv-cinder-796114-1-iscsi neutron-server[91666]: retrieve_revision_numbers = { Jun 12 12:59:01.532488 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 12:59:01.532488 dv-cinder-796114-1-iscsi neutron-server[91666]: retrieve_revision_numbers = { Jun 12 12:59:01.532488 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 12:59:01.532488 dv-cinder-796114-1-iscsi neutron-server[91666]: conditions |= (models_v2.Port.network_id.in_( Jun 12 12:59:01.532488 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 12:59:01.532488 dv-cinder-796114-1-iscsi neutron-server[91666]: conditions |= (models_v2.Port.network_id.in_( Jun 12 12:59:01.532488 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 12:59:01.532488 dv-cinder-796114-1-iscsi neutron-server[91666]: conditions |= (models_v2.Port.network_id.in_( Jun 12 12:59:01.532488 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 12:59:01.532488 dv-cinder-796114-1-iscsi neutron-server[91666]: retrieve_revision_numbers = { Jun 12 12:59:01.532488 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 12:59:01.532488 dv-cinder-796114-1-iscsi neutron-server[91666]: conditions |= (models_v2.Port.network_id.in_( Jun 12 12:59:01.532488 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 12:59:01.532488 dv-cinder-796114-1-iscsi neutron-server[91666]: retrieve_revision_numbers = { Jun 12 12:59:01.532488 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 12:59:01.532488 dv-cinder-796114-1-iscsi neutron-server[91666]: conditions |= (models_v2.Port.network_id.in_( Jun 12 12:59:01.532488 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 12:59:01.532488 dv-cinder-796114-1-iscsi neutron-server[91666]: retrieve_revision_numbers = { Jun 12 12:59:01.532488 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 12:59:01.532488 dv-cinder-796114-1-iscsi neutron-server[91666]: conditions |= (models_v2.Port.network_id.in_( Jun 12 12:59:01.532488 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 12:59:01.532488 dv-cinder-796114-1-iscsi neutron-server[91666]: conditions |= (models_v2.Port.network_id.in_( Jun 12 12:59:01.532488 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 12:59:01.535965 dv-cinder-796114-1-iscsi neutron-server[91666]: retrieve_revision_numbers = { Jun 12 12:59:01.535965 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 12:59:01.535965 dv-cinder-796114-1-iscsi neutron-server[91666]: retrieve_revision_numbers = { Jun 12 12:59:01.535965 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 12:59:01.535965 dv-cinder-796114-1-iscsi neutron-server[91666]: retrieve_revision_numbers = { Jun 12 12:59:01.535965 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 12:59:01.535965 dv-cinder-796114-1-iscsi neutron-server[91666]: conditions |= (models_v2.Port.network_id.in_( Jun 12 12:59:01.535965 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 12:59:01.535965 dv-cinder-796114-1-iscsi neutron-server[91666]: retrieve_revision_numbers = { Jun 12 12:59:01.535965 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 12:59:01.535965 dv-cinder-796114-1-iscsi neutron-server[91666]: conditions |= (models_v2.Port.network_id.in_( Jun 12 12:59:01.535965 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 12:59:01.535965 dv-cinder-796114-1-iscsi neutron-server[91666]: retrieve_revision_numbers = { Jun 12 12:59:01.535965 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 12:59:01.535965 dv-cinder-796114-1-iscsi neutron-server[91666]: conditions |= (models_v2.Port.network_id.in_( Jun 12 12:59:01.649965 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 52830) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:59:01.670806 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8dfd167c-daa4-47b3-8915-a50419b8ac50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:01.730491 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389189e4-d458-4156-b82f-bd7072407c7e req-f436f98f-a94b-4266-bc27-b23b86fd64d1 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:01.732060 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-389189e4-d458-4156-b82f-bd7072407c7e req-f436f98f-a94b-4266-bc27-b23b86fd64d1 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b9e4c11-ce68-45f2-91da-65cde1082d49 HTTP/1.1" status: 200 len: 943 time: 0.2165689 Jun 12 12:59:01.734561 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-7461f7bb-1a9b-48d7-b788-949685f4b4a0 req-f69eb23c-1a96-4776-a64f-aa31c3e01a31 service neutron] 10.222.0.30 "GET /v2.0/networks/e426109e-dad3-4f65-a54a-d678409a1b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340114 Jun 12 12:59:01.792443 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-389189e4-d458-4156-b82f-bd7072407c7e req-7ffcd199-38a9-4791-b6eb-b983329ccb85 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/security-groups?id=02246757-e4e7-402b-9da4-d1f6e68238bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526438 Jun 12 12:59:01.809261 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8dfd167c-daa4-47b3-8915-a50419b8ac50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:01.823948 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8dfd167c-daa4-47b3-8915-a50419b8ac50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:01.826484 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-4aee6c6c-c02c-484d-b312-2c80eba8f99a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:01.860683 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-8dfd167c-daa4-47b3-8915-a50419b8ac50 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d7fded32ca534677990dbd07052e31cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2085705 Jun 12 12:59:01.864755 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 52838) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:59:01.900620 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfd167c-daa4-47b3-8915-a50419b8ac50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf24f376-ca0f-46d3-ba52-b3cbff6abb14,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:01.906224 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-8dfd167c-daa4-47b3-8915-a50419b8ac50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:01.919310 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d6fda-0ea1-4d3a-bd1a-09ed08061e4b req-719ef19c-155e-4324-b1f1-bc5d41941b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:01.920960 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-583d6fda-0ea1-4d3a-bd1a-09ed08061e4b req-719ef19c-155e-4324-b1f1-bc5d41941b29 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=95c531eed7bc41ed93d7b43b25a1fa63&device_id=4b9e4c11-ce68-45f2-91da-65cde1082d49 HTTP/1.1" status: 200 len: 1096 time: 0.1208425 Jun 12 12:59:01.975242 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-8fd7f95c-b03e-444d-9ad7-a223932a50f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:01.988830 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8106624-4761-4d23-b01b-7fe3959938ab req-54bd8b36-1d80-49c1-ba5b-06a26c2e0944 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:01.990324 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-f8106624-4761-4d23-b01b-7fe3959938ab req-54bd8b36-1d80-49c1-ba5b-06a26c2e0944 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 946 time: 0.1003380 Jun 12 12:59:02.034895 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-f8106624-4761-4d23-b01b-7fe3959938ab req-88506ca7-9ed4-4f60-b172-1182c1a72cb0 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376725 Jun 12 12:59:02.073545 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-8fd7f95c-b03e-444d-9ad7-a223932a50f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:02.152031 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d6fda-0ea1-4d3a-bd1a-09ed08061e4b req-efd78913-0fcc-4eb0-9ba0-25e776b42eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:02.153509 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-583d6fda-0ea1-4d3a-bd1a-09ed08061e4b req-efd78913-0fcc-4eb0-9ba0-25e776b42eaa service neutron] 10.222.0.30 "GET /v2.0/networks?id=e426109e-dad3-4f65-a54a-d678409a1b99 HTTP/1.1" status: 200 len: 915 time: 0.2208152 Jun 12 12:59:02.167730 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00739d9-dced-473d-b049-ed9322152017 req-24140713-194f-4a6f-8c07-5a2503cd5ecc tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:02.169291 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-b00739d9-dced-473d-b049-ed9322152017 req-24140713-194f-4a6f-8c07-5a2503cd5ecc tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd71af93-9ed7-4d24-9fce-a7e5dda5bb63 HTTP/1.1" status: 200 len: 946 time: 0.2260273 Jun 12 12:59:02.238061 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-583d6fda-0ea1-4d3a-bd1a-09ed08061e4b req-2cfb87d3-3645-48a1-8df8-57302cb71804 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=273e30c8-3d07-4397-8db6-ac264e726fc9 HTTP/1.1" status: 200 len: 217 time: 0.0670705 Jun 12 12:59:02.247031 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-8fd7f95c-b03e-444d-9ad7-a223932a50f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:02.249821 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-8fd7f95c-b03e-444d-9ad7-a223932a50f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:02.253265 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-8fd7f95c-b03e-444d-9ad7-a223932a50f9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cf24f376-ca0f-46d3-ba52-b3cbff6abb14 HTTP/1.1" status: 204 len: 168 time: 0.3850405 Jun 12 12:59:02.258861 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-fe19f76e-cf5d-41df-9519-d34d597895e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:02.304790 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd7f95c-b03e-444d-9ad7-a223932a50f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf24f376-ca0f-46d3-ba52-b3cbff6abb14,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:02.309531 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-b00739d9-dced-473d-b049-ed9322152017 req-f03c7bb7-fa2c-4047-8ce4-f9d61e5afe7c tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffd46618-484d-45c1-9b5c-8a949278e56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331069 Jun 12 12:59:02.310683 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-8fd7f95c-b03e-444d-9ad7-a223932a50f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:02.342183 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d6fda-0ea1-4d3a-bd1a-09ed08061e4b req-3b59df2f-f5ea-4dcf-98a0-9a32b0936551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:02.343668 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-583d6fda-0ea1-4d3a-bd1a-09ed08061e4b req-3b59df2f-f5ea-4dcf-98a0-9a32b0936551 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f71341f6-cb58-4087-aff6-95b2f92c6898 HTTP/1.1" status: 200 len: 854 time: 0.0858316 Jun 12 12:59:02.387137 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-583d6fda-0ea1-4d3a-bd1a-09ed08061e4b req-cb288a38-70c1-401e-b896-d5ace4027e15 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e426109e-dad3-4f65-a54a-d678409a1b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334308 Jun 12 12:59:02.514014 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-583d6fda-0ea1-4d3a-bd1a-09ed08061e4b req-c2a2c523-0d4d-44bc-821e-e5c6b70b9295 service neutron] 10.222.0.30 "GET /v2.0/networks/e426109e-dad3-4f65-a54a-d678409a1b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185560 Jun 12 12:59:02.636429 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-583d6fda-0ea1-4d3a-bd1a-09ed08061e4b req-663b00ca-1b34-41e2-9b71-710e3cf86b2c service neutron] 10.222.0.30 "GET /v2.0/networks/e426109e-dad3-4f65-a54a-d678409a1b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133449 Jun 12 12:59:02.999239 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b82658-fbbe-46ee-a07f-93f1669d7d8a req-a28100ca-9ba8-4e02-9c2b-5e22f9ec971a tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:03.000773 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-d8b82658-fbbe-46ee-a07f-93f1669d7d8a req-a28100ca-9ba8-4e02-9c2b-5e22f9ec971a tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b9e4c11-ce68-45f2-91da-65cde1082d49 HTTP/1.1" status: 200 len: 943 time: 0.0812535 Jun 12 12:59:03.016378 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 52876) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:59:03.055295 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-d8b82658-fbbe-46ee-a07f-93f1669d7d8a req-c4f8962a-fa52-464c-838b-d785390cf694 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/security-groups?id=02246757-e4e7-402b-9da4-d1f6e68238bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481827 Jun 12 12:59:03.129941 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [None req-7fe3c46d-c228-455a-a8cf-4267aae86b81 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1072865606-network', 'tenant_id': '3818eeaab27c4c36b60e22995cbab3f1'}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:59:03.152188 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe3c46d-c228-455a-a8cf-4267aae86b81 admin admin] Made reservation on behalf of 3818eeaab27c4c36b60e22995cbab3f1 for: {'network': 1} {{(pid=91666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 12:59:03.154519 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-7fe3c46d-c228-455a-a8cf-4267aae86b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for network, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:03.178695 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-7fe3c46d-c228-455a-a8cf-4267aae86b81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:03.273004 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a9dd06-08cd-4972-836c-42551e7ff887 req-b10fcd6e-f381-47f8-bc93-6a21ca9d3155 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:03.274454 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-62a9dd06-08cd-4972-836c-42551e7ff887 req-b10fcd6e-f381-47f8-bc93-6a21ca9d3155 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 946 time: 0.1178403 Jun 12 12:59:03.332733 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-62a9dd06-08cd-4972-836c-42551e7ff887 req-935a4288-7bdd-4bd2-afe3-428e184064b3 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519440 Jun 12 12:59:03.355555 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-7fe3c46d-c228-455a-a8cf-4267aae86b81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:03.360271 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-7fe3c46d-c228-455a-a8cf-4267aae86b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:03.363295 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-28bcf75c-844c-41e8-81dd-5812c067937f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:03.387509 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fe3c46d-c228-455a-a8cf-4267aae86b81 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=91666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 12:59:03.397134 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe3c46d-c228-455a-a8cf-4267aae86b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b95929-74d9-4ba8-b802-3a72251ae14c,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:03.400756 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-7fe3c46d-c228-455a-a8cf-4267aae86b81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:03.406542 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-7fe3c46d-c228-455a-a8cf-4267aae86b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400235'] for segment, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:03.406542 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.db.segments_db [None req-7fe3c46d-c228-455a-a8cf-4267aae86b81 admin admin] Added segment 1037b7c5-f101-4e46-be86-ca4ffe5036cc of type vlan for network 3046a9a6-63c9-4691-b88c-cc2db2262676 Jun 12 12:59:03.467372 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-7fe3c46d-c228-455a-a8cf-4267aae86b81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752044417208'] for network, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:03.500666 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-7fe3c46d-c228-455a-a8cf-4267aae86b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786'] for network, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:03.502047 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe3c46d-c228-455a-a8cf-4267aae86b81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:03.502650 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-7fe3c46d-c228-455a-a8cf-4267aae86b81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for network, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:03.506016 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:03.512206 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885cca49-1f51-4db5-a680-f6c686c91c2b req-a26b154f-1a30-4f43-b54d-4a8fb86b2dea tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:03.513825 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-885cca49-1f51-4db5-a680-f6c686c91c2b req-a26b154f-1a30-4f43-b54d-4a8fb86b2dea tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd71af93-9ed7-4d24-9fce-a7e5dda5bb63 HTTP/1.1" status: 200 len: 946 time: 0.0796814 Jun 12 12:59:03.543879 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-7fe3c46d-c228-455a-a8cf-4267aae86b81 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5261652 Jun 12 12:59:03.547828 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 52888) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:59:03.562943 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-885cca49-1f51-4db5-a680-f6c686c91c2b req-657060c7-fa79-465c-8d22-5ddd54911c59 tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffd46618-484d-45c1-9b5c-8a949278e56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425932 Jun 12 12:59:03.596216 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [None req-a3643079-3424-4f4b-b34b-9704f96b4e87 admin admin] Request body: {'subnet': {'network_id': '3046a9a6-63c9-4691-b88c-cc2db2262676', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1072865606-subnet', 'tenant_id': '3818eeaab27c4c36b60e22995cbab3f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:59:03.600300 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe3c46d-c228-455a-a8cf-4267aae86b81 admin admin] Pushing event updated for resources: {'Network': ['ID=3046a9a6-63c9-4691-b88c-cc2db2262676,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:03.603078 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-7fe3c46d-c228-455a-a8cf-4267aae86b81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:03.612384 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Network 3046a9a6-63c9-4691-b88c-cc2db2262676 details requested by agent ovs-agent-dv-cinder-796114-1-iscsi with host dv-cinder-796114-1-iscsi {{(pid=91668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 12:59:03.627021 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3643079-3424-4f4b-b34b-9704f96b4e87 admin admin] Made reservation on behalf of 3818eeaab27c4c36b60e22995cbab3f1 for: {'subnet': 1} {{(pid=91666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 12:59:03.629927 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-a3643079-3424-4f4b-b34b-9704f96b4e87 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:03.845355 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-a3643079-3424-4f4b-b34b-9704f96b4e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761'] for subnet, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:03.847498 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:03.911926 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3643079-3424-4f4b-b34b-9704f96b4e87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08af1c41-f301-44dd-b2ae-90f6186b1c64,revision_number=0']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:03.915502 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-a3643079-3424-4f4b-b34b-9704f96b4e87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:03.920061 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3643079-3424-4f4b-b34b-9704f96b4e87 admin admin] Checking segment: {'id': '1037b7c5-f101-4e46-be86-ca4ffe5036cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3046a9a6-63c9-4691-b88c-cc2db2262676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:59:03.920453 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3643079-3424-4f4b-b34b-9704f96b4e87 admin admin] Network hostable DHCP agents. Network: 3046a9a6-63c9-4691-b88c-cc2db2262676, hostable agents: ['8dc1a162-787d-4a45-80b7-87a05126eea7'], hosted agents: [] {{(pid=91666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 12:59:03.938581 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3643079-3424-4f4b-b34b-9704f96b4e87 admin admin] Network 3046a9a6-63c9-4691-b88c-cc2db2262676 is scheduled to be hosted by DHCP agent 8dc1a162-787d-4a45-80b7-87a05126eea7 with binding_index 1 {{(pid=91666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 12:59:03.946850 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.base_scheduler [None req-a3643079-3424-4f4b-b34b-9704f96b4e87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-1-iscsi, 3046a9a6-63c9-4691-b88c-cc2db2262676) {{(pid=91666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:59:03.951267 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3643079-3424-4f4b-b34b-9704f96b4e87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:03.951854 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-a3643079-3424-4f4b-b34b-9704f96b4e87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for subnet, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:03.956756 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d0827b-cfc7-4ad0-8884-6a76a6d83bee None None] Network 3046a9a6-63c9-4691-b88c-cc2db2262676 requested from dv-cinder-796114-1-iscsi {{(pid=91668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 12:59:03.972607 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-a3643079-3424-4f4b-b34b-9704f96b4e87 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4176655 Jun 12 12:59:04.130976 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb51c0e9-8457-424d-87af-eab318483bb8 None None] Network 3046a9a6-63c9-4691-b88c-cc2db2262676 requested from dv-cinder-796114-1-iscsi {{(pid=91668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 12:59:04.293216 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c9fec5-b2dd-4c83-a051-59721231aa41 req-c7935310-24d7-489b-bf78-6343829f3c05 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:04.294834 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-34c9fec5-b2dd-4c83-a051-59721231aa41 req-c7935310-24d7-489b-bf78-6343829f3c05 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b9e4c11-ce68-45f2-91da-65cde1082d49 HTTP/1.1" status: 200 len: 943 time: 0.0928121 Jun 12 12:59:04.341896 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-34c9fec5-b2dd-4c83-a051-59721231aa41 req-033dbe38-e616-4a19-8027-b1d6f35b46c3 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/security-groups?id=02246757-e4e7-402b-9da4-d1f6e68238bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400908 Jun 12 12:59:04.546238 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91455a05-1053-4a48-b012-13802fb006a7 req-1f580455-a5a4-4ab6-9323-a094097cf521 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:04.552409 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-91455a05-1053-4a48-b012-13802fb006a7 req-1f580455-a5a4-4ab6-9323-a094097cf521 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 946 time: 0.0967488 Jun 12 12:59:04.622443 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-91455a05-1053-4a48-b012-13802fb006a7 req-24e542b2-e231-49df-a146-7e7ed078c411 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689397 Jun 12 12:59:04.818647 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db86d0-74ed-47a7-b4c4-0a5b740bc390 req-a6a19567-1f76-47f8-9d1a-012ccce8f26f tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:04.820138 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-10db86d0-74ed-47a7-b4c4-0a5b740bc390 req-a6a19567-1f76-47f8-9d1a-012ccce8f26f tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd71af93-9ed7-4d24-9fce-a7e5dda5bb63 HTTP/1.1" status: 200 len: 946 time: 0.0794938 Jun 12 12:59:04.864994 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-10db86d0-74ed-47a7-b4c4-0a5b740bc390 req-8c3449b2-dda4-4dd4-bb19-7e2577ac1c7f tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffd46618-484d-45c1-9b5c-8a949278e56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387940 Jun 12 12:59:05.286274 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbdc356-7284-4109-afb2-a65029a9d87e req-c2c2052b-4838-4bcf-a84c-3c72d612a41b tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:05.287622 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-acbdc356-7284-4109-afb2-a65029a9d87e req-c2c2052b-4838-4bcf-a84c-3c72d612a41b tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd71af93-9ed7-4d24-9fce-a7e5dda5bb63 HTTP/1.1" status: 200 len: 946 time: 0.0694215 Jun 12 12:59:05.453156 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [req-acbdc356-7284-4109-afb2-a65029a9d87e req-10144ae2-f698-4cfa-a074-16cc48d06a96 tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] Deleting port 3a1676d1-6005-4012-93ff-4c03ba80e978 {{(pid=91666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 12:59:05.453840 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-acbdc356-7284-4109-afb2-a65029a9d87e req-10144ae2-f698-4cfa-a074-16cc48d06a96 tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752044867880'] for port, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:05.631486 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [req-acbdc356-7284-4109-afb2-a65029a9d87e req-10144ae2-f698-4cfa-a074-16cc48d06a96 tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] For port 3a1676d1-6005-4012-93ff-4c03ba80e978, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=3a1676d1-6005-4012-93ff-4c03ba80e978,segment=NetworkSegment(8f7c39d0-7454-455e-b577-284bf003faad),segment_id=8f7c39d0-7454-455e-b577-284bf003faad)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:59:05.631872 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-acbdc356-7284-4109-afb2-a65029a9d87e req-10144ae2-f698-4cfa-a074-16cc48d06a96 tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455153'] for port, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:05.709108 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f3bde-5cf9-4830-9d3c-c3a382e82ecf req-d906adbc-0b29-46a9-8670-f9a8f4477e48 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:05.719514 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-be8f3bde-5cf9-4830-9d3c-c3a382e82ecf req-d906adbc-0b29-46a9-8670-f9a8f4477e48 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b9e4c11-ce68-45f2-91da-65cde1082d49 HTTP/1.1" status: 200 len: 943 time: 0.2483685 Jun 12 12:59:05.814075 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [req-acbdc356-7284-4109-afb2-a65029a9d87e req-10144ae2-f698-4cfa-a074-16cc48d06a96 tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] Calling delete_port for 3a1676d1-6005-4012-93ff-4c03ba80e978 owned by compute:nova {{(pid=91666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 12:59:05.855316 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e6a83-e85e-4364-997c-ba0e2a53092f req-7356090c-aa13-415c-a901-0439e67a25e1 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:05.856786 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-ce3e6a83-e85e-4364-997c-ba0e2a53092f req-7356090c-aa13-415c-a901-0439e67a25e1 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 946 time: 0.0892000 Jun 12 12:59:05.899506 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-ce3e6a83-e85e-4364-997c-ba0e2a53092f req-f3466ac4-df8c-4e2b-9e96-3c6e0ddec0a8 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368938 Jun 12 12:59:06.118026 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d3721-894d-4dcd-a0be-9c45d63c1ce6 req-2b75b540-c2b8-40ad-8dd6-4c47a7d17545 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:06.121392 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-8c7d3721-894d-4dcd-a0be-9c45d63c1ce6 req-2b75b540-c2b8-40ad-8dd6-4c47a7d17545 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.23 "GET /v2.0/networks?id=3046a9a6-63c9-4691-b88c-cc2db2262676 HTTP/1.1" status: 200 len: 809 time: 0.1400759 Jun 12 12:59:06.133037 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-8c7d3721-894d-4dcd-a0be-9c45d63c1ce6 req-6726a5b1-c576-4dac-bcfc-28b3c9c076b9 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.23 "GET /v2.0/quotas/3818eeaab27c4c36b60e22995cbab3f1 HTTP/1.1" status: 200 len: 375 time: 0.0095918 Jun 12 12:59:06.162420 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-be8f3bde-5cf9-4830-9d3c-c3a382e82ecf req-d5d038ec-ae11-4ca1-a63a-c4eab49ae299 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/security-groups?id=02246757-e4e7-402b-9da4-d1f6e68238bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4419303 Jun 12 12:59:06.174329 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-8c7d3721-894d-4dcd-a0be-9c45d63c1ce6 req-422fb377-6bde-4e23-9ca9-73ee7558f16b tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3818eeaab27c4c36b60e22995cbab3f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359130 Jun 12 12:59:06.276300 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-acbdc356-7284-4109-afb2-a65029a9d87e req-10144ae2-f698-4cfa-a074-16cc48d06a96 tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752044873292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752044431921'] for port, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:06.281115 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:06.300208 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] get_ports_and_sgs() called for port_ids ['3a1676d1-6005-4012-93ff-4c03ba80e978'] {{(pid=91668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 12:59:06.304401 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-8c7d3721-894d-4dcd-a0be-9c45d63c1ce6 req-922f4371-fe2a-48d4-a5ee-af8bd4010405 service neutron] 10.222.0.23 "GET /v2.0/networks/3046a9a6-63c9-4691-b88c-cc2db2262676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217444 Jun 12 12:59:06.316303 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10144ae2-f698-4cfa-a074-16cc48d06a96 tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] Pushing event deleted for resources: {'Port': ['ID=3a1676d1-6005-4012-93ff-4c03ba80e978,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:06.320220 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-10144ae2-f698-4cfa-a074-16cc48d06a96 tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:06.395936 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-e1857716-0393-495b-af83-02c15b17ee9a req-6a905b5d-bcbe-4e5e-bb36-a9c69613aa3a tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd71af93-9ed7-4d24-9fce-a7e5dda5bb63 HTTP/1.1" status: 200 len: 210 time: 0.0807340 Jun 12 12:59:06.423397 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [req-acbdc356-7284-4109-afb2-a65029a9d87e req-10144ae2-f698-4cfa-a074-16cc48d06a96 tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] No DVR routers for this DVR port 3a1676d1-6005-4012-93ff-4c03ba80e978 on host hv-cinder-79611 {{(pid=91666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 12:59:06.427850 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-acbdc356-7284-4109-afb2-a65029a9d87e req-10144ae2-f698-4cfa-a074-16cc48d06a96 tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920'] for port, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:06.429909 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-acbdc356-7284-4109-afb2-a65029a9d87e req-10144ae2-f698-4cfa-a074-16cc48d06a96 tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] 10.222.0.30 "DELETE /v2.0/ports/3a1676d1-6005-4012-93ff-4c03ba80e978 HTTP/1.1" status: 204 len: 173 time: 1.1368175 Jun 12 12:59:06.430410 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd71af93-9ed7-4d24-9fce-a7e5dda5bb63', 'name': 'network-vif-deleted', 'tag': '3a1676d1-6005-4012-93ff-4c03ba80e978'}] {{(pid=91666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:59:06.432805 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba2aedb3ce59156ad261fd92086ba05f02985526b362ab5d5a646d7af1b76f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-809e8b3f-46ba-4ca6-b3e2-219086afa162" -d '{"events": [{"server_uuid": "cd71af93-9ed7-4d24-9fce-a7e5dda5bb63", "name": "network-vif-deleted", "tag": "3a1676d1-6005-4012-93ff-4c03ba80e978"}]}' {{(pid=91666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:59:06.652734 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-8c7d3721-894d-4dcd-a0be-9c45d63c1ce6 req-9249c2d2-6c3c-4a6e-b45b-67a79a17a67a service neutron] 10.222.0.23 "GET /v2.0/networks/3046a9a6-63c9-4691-b88c-cc2db2262676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423855 Jun 12 12:59:06.744134 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 12:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b4c363-0739-4e09-a0f9-4ff9711ac4b0 x-openstack-request-id: req-f4b4c363-0739-4e09-a0f9-4ff9711ac4b0 {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:59:06.744895 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd71af93-9ed7-4d24-9fce-a7e5dda5bb63", "name": "network-vif-deleted", "tag": "3a1676d1-6005-4012-93ff-4c03ba80e978", "status": "completed", "code": 200}]} {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:59:06.745306 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f4b4c363-0739-4e09-a0f9-4ff9711ac4b0 {{(pid=91666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:59:06.745883 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd71af93-9ed7-4d24-9fce-a7e5dda5bb63', 'name': 'network-vif-deleted', 'tag': '3a1676d1-6005-4012-93ff-4c03ba80e978', 'status': 'completed', 'code': 200} Jun 12 12:59:06.831756 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device 273e30c8-3d07-4397-8db6-ac264e726fc9 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 12:59:06.859881 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-7e27645f-dd56-46de-a41d-e3b491667422 req-6149c695-057c-4f99-8314-9e8979cd67b3 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.23 "GET /v2.0/ports?device_id=5630ce71-2878-4b39-ba9f-1a5c78d3038e HTTP/1.1" status: 200 len: 210 time: 0.0593321 Jun 12 12:59:07.025982 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port 273e30c8-3d07-4397-8db6-ac264e726fc9, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=273e30c8-3d07-4397-8db6-ac264e726fc9,segment=NetworkSegment(a55cae0d-67cb-4777-915a-d694fc695b77),segment_id=a55cae0d-67cb-4777-915a-d694fc695b77)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:59:07.046880 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Returning: {'device': '273e30c8-3d07-4397-8db6-ac264e726fc9', 'network_id': 'e426109e-dad3-4f65-a54a-d678409a1b99', 'port_id': '273e30c8-3d07-4397-8db6-ac264e726fc9', 'mac_address': 'fa:16:3e:9b:df:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f71341f6-cb58-4087-aff6-95b2f92c6898', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 12:59:07.102790 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:07.122178 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a70a92-8e93-4981-a7b7-72dc69edd39b req-ca166c06-6841-4152-be3f-4ba9b8069ae1 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:07.123706 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-90a70a92-8e93-4981-a7b7-72dc69edd39b req-ca166c06-6841-4152-be3f-4ba9b8069ae1 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 946 time: 0.0874918 Jun 12 12:59:07.125993 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.notifiers.nova [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 273e30c8-3d07-4397-8db6-ac264e726fc9 {{(pid=91668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 12:59:07.149539 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port 273e30c8-3d07-4397-8db6-ac264e726fc9, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=273e30c8-3d07-4397-8db6-ac264e726fc9,segment=NetworkSegment(a55cae0d-67cb-4777-915a-d694fc695b77),segment_id=a55cae0d-67cb-4777-915a-d694fc695b77)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:59:07.155889 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:07.158699 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:07.175937 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-90a70a92-8e93-4981-a7b7-72dc69edd39b req-1bbeb9e5-6f7b-4fe7-a63b-b1cc6e600072 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463574 Jun 12 12:59:07.220841 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Pushing event updated for resources: {'Port': ['ID=273e30c8-3d07-4397-8db6-ac264e726fc9,revision_number=4']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:07.228002 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:59:07.228348 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:59:07.228908 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:59:07.229300 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:59:07.229721 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:59:07.230095 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:59:07.230405 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:59:07.230732 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:59:07.231083 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:59:07.231412 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:59:07.231735 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:59:07.232053 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:59:07.236014 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:07.382363 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a31da-f822-4169-84e8-46bd87cc7954 req-9ff2f92b-384a-4ae0-8f55-3a75737176d5 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:07.383903 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-bb6a31da-f822-4169-84e8-46bd87cc7954 req-9ff2f92b-384a-4ae0-8f55-3a75737176d5 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b9e4c11-ce68-45f2-91da-65cde1082d49 HTTP/1.1" status: 200 len: 944 time: 0.0733957 Jun 12 12:59:07.439339 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-bb6a31da-f822-4169-84e8-46bd87cc7954 req-0afcd22f-d6dc-4bc4-a031-20f3b0b05878 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/security-groups?id=02246757-e4e7-402b-9da4-d1f6e68238bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482368 Jun 12 12:59:07.571134 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-71d42e78-83f4-4927-8f3e-df4ba0efb79b req-ab4df755-de86-4838-8d65-4f8b69c078ac tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd71af93-9ed7-4d24-9fce-a7e5dda5bb63 HTTP/1.1" status: 200 len: 210 time: 0.0388837 Jun 12 12:59:07.627794 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] get_ports_and_sgs() called for port_ids ['273e30c8-3d07-4397-8db6-ac264e726fc9'] {{(pid=91668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 12:59:08.000000 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-5af18e1f-2e40-4691-b2e8-e1227e30015d req-d4e5f64a-696c-4220-8d41-99676550b0f1 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.23 "GET /v2.0/ports?device_id=5630ce71-2878-4b39-ba9f-1a5c78d3038e HTTP/1.1" status: 200 len: 210 time: 0.0326769 Jun 12 12:59:08.383477 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d3721-894d-4dcd-a0be-9c45d63c1ce6 req-5c02c65d-6851-465e-ab78-3b1e9324c456 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:08.385910 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-8c7d3721-894d-4dcd-a0be-9c45d63c1ce6 req-5c02c65d-6851-465e-ab78-3b1e9324c456 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.30 "GET /v2.0/networks?id=3046a9a6-63c9-4691-b88c-cc2db2262676 HTTP/1.1" status: 200 len: 809 time: 0.1597064 Jun 12 12:59:08.410241 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [req-8c7d3721-894d-4dcd-a0be-9c45d63c1ce6 req-c8d80a02-77ed-4969-a8cf-58dd1fb0a7f5 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Request body: {'port': {'device_id': '5630ce71-2878-4b39-ba9f-1a5c78d3038e', 'network_id': '3046a9a6-63c9-4691-b88c-cc2db2262676', 'admin_state_up': True, 'tenant_id': '3818eeaab27c4c36b60e22995cbab3f1'}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:59:08.412072 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4cc1b8-1833-4fa2-bb1d-b500d986b263 req-3d9f7b51-99bd-4d61-9163-9ae63c4215e5 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:08.422333 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-3e4cc1b8-1833-4fa2-bb1d-b500d986b263 req-3d9f7b51-99bd-4d61-9163-9ae63c4215e5 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 946 time: 0.1021218 Jun 12 12:59:08.507026 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-3e4cc1b8-1833-4fa2-bb1d-b500d986b263 req-6516dc01-3f61-4e20-97d4-7ef3ec54a1aa tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845833 Jun 12 12:59:08.581011 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c7d3721-894d-4dcd-a0be-9c45d63c1ce6 req-c8d80a02-77ed-4969-a8cf-58dd1fb0a7f5 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Made reservation on behalf of 3818eeaab27c4c36b60e22995cbab3f1 for: {'port': 1} {{(pid=91666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 12:59:08.584625 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-8c7d3721-894d-4dcd-a0be-9c45d63c1ce6 req-c8d80a02-77ed-4969-a8cf-58dd1fb0a7f5 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for port, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:08.771466 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573929fd-dca4-450f-b771-a2a82324c7b6 req-982ff6c1-eba3-4f17-a8d0-83085b4851ed tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:08.772949 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-573929fd-dca4-450f-b771-a2a82324c7b6 req-982ff6c1-eba3-4f17-a8d0-83085b4851ed tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b9e4c11-ce68-45f2-91da-65cde1082d49 HTTP/1.1" status: 200 len: 944 time: 0.1762459 Jun 12 12:59:08.807947 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.db_base_plugin_common [req-8c7d3721-894d-4dcd-a0be-9c45d63c1ce6 req-c8d80a02-77ed-4969-a8cf-58dd1fb0a7f5 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Allocated IP 172.20.0.14 (3046a9a6-63c9-4691-b88c-cc2db2262676/08af1c41-f301-44dd-b2ae-90f6186b1c64/69302a4b-c223-4f5c-bd58-2f3e1250384a) {{(pid=91666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 12:59:08.844266 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device 3a1676d1-6005-4012-93ff-4c03ba80e978 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 12:59:08.844735 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-573929fd-dca4-450f-b771-a2a82324c7b6 req-50bbbebb-afc4-47ab-834c-771a9a9312c4 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/security-groups?id=02246757-e4e7-402b-9da4-d1f6e68238bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566151 Jun 12 12:59:08.875901 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] No Port match for: 3a1676d1-6005-4012-93ff-4c03ba80e978 {{(pid=91668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 12:59:08.875901 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device 3a1676d1-6005-4012-93ff-4c03ba80e978 not bound to the agent host hv-cinder-79611 {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 12:59:09.028537 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-8c7d3721-894d-4dcd-a0be-9c45d63c1ce6 req-c8d80a02-77ed-4969-a8cf-58dd1fb0a7f5 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Notify callbacks [] for port, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:09.076856 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-8c7d3721-894d-4dcd-a0be-9c45d63c1ce6 req-c8d80a02-77ed-4969-a8cf-58dd1fb0a7f5 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1466997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-122173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752044431912'] for port, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:09.081890 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-750227aa-b65f-4496-a12c-eedac5710cda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:09.142343 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c7d3721-894d-4dcd-a0be-9c45d63c1ce6 req-c8d80a02-77ed-4969-a8cf-58dd1fb0a7f5 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Network 3046a9a6-63c9-4691-b88c-cc2db2262676 is already hosted by enough agents. {{(pid=91666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:59:09.148579 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.base_scheduler [req-8c7d3721-894d-4dcd-a0be-9c45d63c1ce6 req-c8d80a02-77ed-4969-a8cf-58dd1fb0a7f5 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Resources bound (agent type, host, resource id): {{(pid=91666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:59:09.151660 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d80a02-77ed-4969-a8cf-58dd1fb0a7f5 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Pushing event updated for resources: {'Port': ['ID=69302a4b-c223-4f5c-bd58-2f3e1250384a,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:09.153809 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c7d3721-894d-4dcd-a0be-9c45d63c1ce6 req-c8d80a02-77ed-4969-a8cf-58dd1fb0a7f5 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Received port after_create {{(pid=91666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 12:59:09.159413 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d3721-894d-4dcd-a0be-9c45d63c1ce6 req-c8d80a02-77ed-4969-a8cf-58dd1fb0a7f5 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:09.160063 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-8c7d3721-894d-4dcd-a0be-9c45d63c1ce6 req-c8d80a02-77ed-4969-a8cf-58dd1fb0a7f5 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920'] for port, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:09.164922 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-c8d80a02-77ed-4969-a8cf-58dd1fb0a7f5 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:09.176792 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-8c7d3721-894d-4dcd-a0be-9c45d63c1ce6 req-c8d80a02-77ed-4969-a8cf-58dd1fb0a7f5 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7734640 Jun 12 12:59:09.188719 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [req-8c7d3721-894d-4dcd-a0be-9c45d63c1ce6 req-5c48dc99-e4ad-43cb-b144-5b36f5e20c59 service neutron] Request body: {'port': {'device_id': '5630ce71-2878-4b39-ba9f-1a5c78d3038e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:59:09.195921 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3aa7a-0797-4460-adc4-938e24b3bd16 req-10d1ffdc-e1c9-41c3-b370-e5346a6e3822 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:09.197407 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-b0f3aa7a-0797-4460-adc4-938e24b3bd16 req-10d1ffdc-e1c9-41c3-b370-e5346a6e3822 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.23 "GET /v2.0/ports?device_id=5630ce71-2878-4b39-ba9f-1a5c78d3038e HTTP/1.1" status: 200 len: 932 time: 0.0772967 Jun 12 12:59:09.243167 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-b0f3aa7a-0797-4460-adc4-938e24b3bd16 req-833d669a-0c44-4e1f-b7f3-36b05dd3fb3e tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8b95929-74d9-4ba8-b802-3a72251ae14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386653 Jun 12 12:59:09.277593 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-8c7d3721-894d-4dcd-a0be-9c45d63c1ce6 req-5c48dc99-e4ad-43cb-b144-5b36f5e20c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:09.609647 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.notifiers.nova [req-8c7d3721-894d-4dcd-a0be-9c45d63c1ce6 req-5c48dc99-e4ad-43cb-b144-5b36f5e20c59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69302a4b-c223-4f5c-bd58-2f3e1250384a {{(pid=91666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 12:59:09.617455 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-8c7d3721-894d-4dcd-a0be-9c45d63c1ce6 req-5c48dc99-e4ad-43cb-b144-5b36f5e20c59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:09.630373 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [req-8c7d3721-894d-4dcd-a0be-9c45d63c1ce6 req-5c48dc99-e4ad-43cb-b144-5b36f5e20c59 service neutron] Transition to ACTIVE for port object 69302a4b-c223-4f5c-bd58-2f3e1250384a will not be triggered until provisioned by entity L2. {{(pid=91666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:59:09.642716 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-8c7d3721-894d-4dcd-a0be-9c45d63c1ce6 req-5c48dc99-e4ad-43cb-b144-5b36f5e20c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:09.670384 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-5b3df396-542f-437b-bef9-a713f2035386 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:09.787675 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c48dc99-e4ad-43cb-b144-5b36f5e20c59 service neutron] Pushing event updated for resources: {'Port': ['ID=69302a4b-c223-4f5c-bd58-2f3e1250384a,revision_number=2']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:09.787675 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-5c48dc99-e4ad-43cb-b144-5b36f5e20c59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:09.831797 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7384d-f3c5-4564-b7fe-74290ccee375 req-503dcd99-c17e-4657-810c-86bd27bb122e tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:09.831797 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-e7a7384d-f3c5-4564-b7fe-74290ccee375 req-503dcd99-c17e-4657-810c-86bd27bb122e tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 946 time: 0.1992283 Jun 12 12:59:09.858412 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [req-8c7d3721-894d-4dcd-a0be-9c45d63c1ce6 req-5c48dc99-e4ad-43cb-b144-5b36f5e20c59 service neutron] Attempting to bind port 69302a4b-c223-4f5c-bd58-2f3e1250384a on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 12:59:09.858781 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [req-8c7d3721-894d-4dcd-a0be-9c45d63c1ce6 req-5c48dc99-e4ad-43cb-b144-5b36f5e20c59 service neutron] Attempting to bind port 69302a4b-c223-4f5c-bd58-2f3e1250384a by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '1037b7c5-f101-4e46-be86-ca4ffe5036cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3046a9a6-63c9-4691-b88c-cc2db2262676'}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 12:59:09.859108 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7d3721-894d-4dcd-a0be-9c45d63c1ce6 req-5c48dc99-e4ad-43cb-b144-5b36f5e20c59 service neutron] Attempting to bind port 69302a4b-c223-4f5c-bd58-2f3e1250384a on network 3046a9a6-63c9-4691-b88c-cc2db2262676 {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:59:09.866530 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7d3721-894d-4dcd-a0be-9c45d63c1ce6 req-5c48dc99-e4ad-43cb-b144-5b36f5e20c59 service neutron] Port 69302a4b-c223-4f5c-bd58-2f3e1250384a on network 3046a9a6-63c9-4691-b88c-cc2db2262676 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 12:59:09.866929 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7d3721-894d-4dcd-a0be-9c45d63c1ce6 req-5c48dc99-e4ad-43cb-b144-5b36f5e20c59 service neutron] Attempting to bind port 69302a4b-c223-4f5c-bd58-2f3e1250384a on network 3046a9a6-63c9-4691-b88c-cc2db2262676 {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:59:09.881868 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7d3721-894d-4dcd-a0be-9c45d63c1ce6 req-5c48dc99-e4ad-43cb-b144-5b36f5e20c59 service neutron] Checking agent: {'id': '858649d7-9eac-48e6-8b51-9e9d764f3a99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 12, 56, 19), 'started_at': datetime.datetime(2021, 6, 12, 12, 56, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 12, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 12:59:09.882334 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7d3721-894d-4dcd-a0be-9c45d63c1ce6 req-5c48dc99-e4ad-43cb-b144-5b36f5e20c59 service neutron] Checking segment: {'id': '1037b7c5-f101-4e46-be86-ca4ffe5036cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3046a9a6-63c9-4691-b88c-cc2db2262676'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:59:09.882868 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7d3721-894d-4dcd-a0be-9c45d63c1ce6 req-5c48dc99-e4ad-43cb-b144-5b36f5e20c59 service neutron] Bound using segment: {'id': '1037b7c5-f101-4e46-be86-ca4ffe5036cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3046a9a6-63c9-4691-b88c-cc2db2262676'} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 12:59:09.883438 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [req-8c7d3721-894d-4dcd-a0be-9c45d63c1ce6 req-5c48dc99-e4ad-43cb-b144-5b36f5e20c59 service neutron] Bound port: 69302a4b-c223-4f5c-bd58-2f3e1250384a, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1037b7c5-f101-4e46-be86-ca4ffe5036cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3046a9a6-63c9-4691-b88c-cc2db2262676'}}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 12:59:09.883894 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-8c7d3721-894d-4dcd-a0be-9c45d63c1ce6 req-5c48dc99-e4ad-43cb-b144-5b36f5e20c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:09.905211 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-e7a7384d-f3c5-4564-b7fe-74290ccee375 req-ec7e028c-7585-45a0-8460-901982d2a789 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676024 Jun 12 12:59:09.979924 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [req-8c7d3721-894d-4dcd-a0be-9c45d63c1ce6 req-5c48dc99-e4ad-43cb-b144-5b36f5e20c59 service neutron] For port 69302a4b-c223-4f5c-bd58-2f3e1250384a, host hv-cinder-79611, cleared binding levels {{(pid=91666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 12:59:09.983611 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [req-8c7d3721-894d-4dcd-a0be-9c45d63c1ce6 req-5c48dc99-e4ad-43cb-b144-5b36f5e20c59 service neutron] For port 69302a4b-c223-4f5c-bd58-2f3e1250384a, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=69302a4b-c223-4f5c-bd58-2f3e1250384a,segment=NetworkSegment(1037b7c5-f101-4e46-be86-ca4ffe5036cc),segment_id=1037b7c5-f101-4e46-be86-ca4ffe5036cc)] {{(pid=91666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 12:59:09.991210 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-8c7d3721-894d-4dcd-a0be-9c45d63c1ce6 req-5c48dc99-e4ad-43cb-b144-5b36f5e20c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:09.993429 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-b676b1a2-f91a-41e8-97bf-a3c5f39a6cce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:10.040056 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d3721-894d-4dcd-a0be-9c45d63c1ce6 req-5c48dc99-e4ad-43cb-b144-5b36f5e20c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:10.040718 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-8c7d3721-894d-4dcd-a0be-9c45d63c1ce6 req-5c48dc99-e4ad-43cb-b144-5b36f5e20c59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920'] for port, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:10.042134 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-8c7d3721-894d-4dcd-a0be-9c45d63c1ce6 req-5c48dc99-e4ad-43cb-b144-5b36f5e20c59 service neutron] 10.222.0.30 "PUT /v2.0/ports/69302a4b-c223-4f5c-bd58-2f3e1250384a HTTP/1.1" status: 200 len: 1094 time: 0.8575499 Jun 12 12:59:10.042653 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5630ce71-2878-4b39-ba9f-1a5c78d3038e', 'tag': '69302a4b-c223-4f5c-bd58-2f3e1250384a'}] {{(pid=91666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:59:10.044933 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba2aedb3ce59156ad261fd92086ba05f02985526b362ab5d5a646d7af1b76f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a24c462-4709-4cbf-86b5-9f93437d4202" -d '{"events": [{"name": "network-changed", "server_uuid": "5630ce71-2878-4b39-ba9f-1a5c78d3038e", "tag": "69302a4b-c223-4f5c-bd58-2f3e1250384a"}]}' {{(pid=91666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:59:10.079202 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09115761-3321-4111-aa66-6e8a1d6aceab req-1cbd61e6-6a9a-4339-8225-195d27a770b0 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:10.086395 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-09115761-3321-4111-aa66-6e8a1d6aceab req-1cbd61e6-6a9a-4339-8225-195d27a770b0 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b9e4c11-ce68-45f2-91da-65cde1082d49 HTTP/1.1" status: 200 len: 944 time: 0.1184776 Jun 12 12:59:10.098458 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c48dc99-e4ad-43cb-b144-5b36f5e20c59 service neutron] Pushing event updated for resources: {'Port': ['ID=69302a4b-c223-4f5c-bd58-2f3e1250384a,revision_number=3']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:10.101408 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-5c48dc99-e4ad-43cb-b144-5b36f5e20c59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:10.151752 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-09115761-3321-4111-aa66-6e8a1d6aceab req-daa50869-6b8d-4b87-82be-cd974c83bcd5 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/security-groups?id=02246757-e4e7-402b-9da4-d1f6e68238bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643930 Jun 12 12:59:10.185358 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d3721-894d-4dcd-a0be-9c45d63c1ce6 req-af08fad9-d6d4-4452-b6f6-222e2d0a97e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:10.186954 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-8c7d3721-894d-4dcd-a0be-9c45d63c1ce6 req-af08fad9-d6d4-4452-b6f6-222e2d0a97e9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3818eeaab27c4c36b60e22995cbab3f1&device_id=5630ce71-2878-4b39-ba9f-1a5c78d3038e HTTP/1.1" status: 200 len: 1097 time: 0.0772398 Jun 12 12:59:10.251764 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 12:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39008069-560d-4bdc-8b8d-0d6af9da198b x-openstack-request-id: req-39008069-560d-4bdc-8b8d-0d6af9da198b {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:59:10.252089 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5630ce71-2878-4b39-ba9f-1a5c78d3038e", "tag": "69302a4b-c223-4f5c-bd58-2f3e1250384a", "status": "completed", "code": 200}]} {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:59:10.252370 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-39008069-560d-4bdc-8b8d-0d6af9da198b {{(pid=91666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:59:10.252791 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5630ce71-2878-4b39-ba9f-1a5c78d3038e', 'tag': '69302a4b-c223-4f5c-bd58-2f3e1250384a', 'status': 'completed', 'code': 200} Jun 12 12:59:10.254306 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-8c7d3721-894d-4dcd-a0be-9c45d63c1ce6 req-08f4a25c-982a-4c1c-86de-e8da7b53dcf8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69302a4b-c223-4f5c-bd58-2f3e1250384a HTTP/1.1" status: 200 len: 217 time: 0.0597560 Jun 12 12:59:10.298522 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 53062) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:59:10.320155 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d3721-894d-4dcd-a0be-9c45d63c1ce6 req-6cc909e5-273e-40a3-a267-aa880feee949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:10.321596 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-8c7d3721-894d-4dcd-a0be-9c45d63c1ce6 req-6cc909e5-273e-40a3-a267-aa880feee949 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=08af1c41-f301-44dd-b2ae-90f6186b1c64 HTTP/1.1" status: 200 len: 849 time: 0.0595014 Jun 12 12:59:10.361237 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.db.db_base_plugin_v2 [None req-b31b5228-91f7-4553-88b0-e99632c59873 admin admin] Deleting subnet aadd9068-a48c-4c25-a9e1-6ce4c63bc457 {{(pid=91667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 12 12:59:10.363522 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-b31b5228-91f7-4553-88b0-e99632c59873 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:10.367493 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-8c7d3721-894d-4dcd-a0be-9c45d63c1ce6 req-e4aba0e6-da5a-4df0-979b-87a4463c6d83 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3046a9a6-63c9-4691-b88c-cc2db2262676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359895 Jun 12 12:59:10.408250 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-b31b5228-91f7-4553-88b0-e99632c59873 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:10.417536 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-b31b5228-91f7-4553-88b0-e99632c59873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393918'] for subnet, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:10.483237 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-b31b5228-91f7-4553-88b0-e99632c59873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761'] for subnet, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:10.485666 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-817a1611-65b5-4ed2-9eda-c7b191a3dc75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:10.521030 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31b5228-91f7-4553-88b0-e99632c59873 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aadd9068-a48c-4c25-a9e1-6ce4c63bc457,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:10.524113 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-b31b5228-91f7-4553-88b0-e99632c59873 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:10.525120 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-b31b5228-91f7-4553-88b0-e99632c59873 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:10.527979 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-b31b5228-91f7-4553-88b0-e99632c59873 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/aadd9068-a48c-4c25-a9e1-6ce4c63bc457 HTTP/1.1" status: 204 len: 168 time: 0.2280858 Jun 12 12:59:10.529695 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 53064) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:59:10.547960 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-8c7d3721-894d-4dcd-a0be-9c45d63c1ce6 req-be564aea-c324-4bf5-9ef3-5f10992187e3 service neutron] 10.222.0.30 "GET /v2.0/networks/3046a9a6-63c9-4691-b88c-cc2db2262676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717553 Jun 12 12:59:10.560530 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f79783-8f89-4678-8f4e-b9b44e500bd7 req-622865a6-a93f-418c-8af0-8b6afe75582c tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:10.561963 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-72f79783-8f89-4678-8f4e-b9b44e500bd7 req-622865a6-a93f-418c-8af0-8b6afe75582c tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.23 "GET /v2.0/ports?device_id=5630ce71-2878-4b39-ba9f-1a5c78d3038e HTTP/1.1" status: 200 len: 944 time: 0.1638734 Jun 12 12:59:10.621959 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c8919aa5-07c3-4702-ba01-2901d2e0d57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1600373'] for network, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:10.685118 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-72f79783-8f89-4678-8f4e-b9b44e500bd7 req-964c2fac-3263-4b2c-99d6-ba99ce164dbe tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8b95929-74d9-4ba8-b802-3a72251ae14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136873 Jun 12 12:59:10.709089 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-8c7d3721-894d-4dcd-a0be-9c45d63c1ce6 req-6802907b-2caa-49e5-9017-c3d3df0b1606 service neutron] 10.222.0.30 "GET /v2.0/networks/3046a9a6-63c9-4691-b88c-cc2db2262676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461766 Jun 12 12:59:10.734592 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c8919aa5-07c3-4702-ba01-2901d2e0d57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1356131', 'neutron.services.segments.db._delete_segments_for_network-8752044986040'] for network, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:10.747078 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c8919aa5-07c3-4702-ba01-2901d2e0d57a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:59:10.747449 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c8919aa5-07c3-4702-ba01-2901d2e0d57a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:59:10.748174 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c8919aa5-07c3-4702-ba01-2901d2e0d57a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:59:10.748547 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c8919aa5-07c3-4702-ba01-2901d2e0d57a admin admin] Subscribe: > port after_create 55550000 {{(pid=91667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:59:10.748869 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c8919aa5-07c3-4702-ba01-2901d2e0d57a admin admin] Subscribe: > port after_delete 55550000 {{(pid=91667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:59:10.749214 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c8919aa5-07c3-4702-ba01-2901d2e0d57a admin admin] Subscribe: > port after_update 55550000 {{(pid=91667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:59:10.749586 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c8919aa5-07c3-4702-ba01-2901d2e0d57a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:59:10.749912 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c8919aa5-07c3-4702-ba01-2901d2e0d57a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:59:10.750269 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c8919aa5-07c3-4702-ba01-2901d2e0d57a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:59:10.750588 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c8919aa5-07c3-4702-ba01-2901d2e0d57a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:59:10.828062 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a24c462-4709-4cbf-86b5-9f93437d4202 req-161010e5-e475-4c7b-842e-9a82db5f74a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:10.829544 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-6a24c462-4709-4cbf-86b5-9f93437d4202 req-161010e5-e475-4c7b-842e-9a82db5f74a2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3818eeaab27c4c36b60e22995cbab3f1&device_id=5630ce71-2878-4b39-ba9f-1a5c78d3038e HTTP/1.1" status: 200 len: 1097 time: 0.0648341 Jun 12 12:59:10.865376 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device 273e30c8-3d07-4397-8db6-ac264e726fc9 up at agent hyperv_hv-cinder-79611 {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:59:10.922984 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c8919aa5-07c3-4702-ba01-2901d2e0d57a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:59:10.923576 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c8919aa5-07c3-4702-ba01-2901d2e0d57a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:59:10.924226 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c8919aa5-07c3-4702-ba01-2901d2e0d57a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:59:10.924675 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c8919aa5-07c3-4702-ba01-2901d2e0d57a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:59:10.925040 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.services.segments.db [None req-c8919aa5-07c3-4702-ba01-2901d2e0d57a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93a13242-8cf3-4a2f-b262-b744cb0002a8']}} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:59:10.932671 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Provisioning for port 273e30c8-3d07-4397-8db6-ac264e726fc9 completed by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:59:10.937450 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Provisioning complete for port 273e30c8-3d07-4397-8db6-ac264e726fc9 triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:59:10.938219 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:10.951796 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.services.segments.db [None req-c8919aa5-07c3-4702-ba01-2901d2e0d57a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f7c39d0-7454-455e-b577-284bf003faad') {'for_net_delete': True} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:59:10.952157 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.services.segments.db [None req-c8919aa5-07c3-4702-ba01-2901d2e0d57a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f7c39d0-7454-455e-b577-284bf003faad') {} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:59:10.973934 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c8919aa5-07c3-4702-ba01-2901d2e0d57a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752044985878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13123212'] for segment, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:10.992326 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a24c462-4709-4cbf-86b5-9f93437d4202 req-e508bdba-3bf7-412d-9e15-53214ee474c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:10.993306 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-6a24c462-4709-4cbf-86b5-9f93437d4202 req-e508bdba-3bf7-412d-9e15-53214ee474c9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3046a9a6-63c9-4691-b88c-cc2db2262676 HTTP/1.1" status: 200 len: 910 time: 0.1520052 Jun 12 12:59:11.006592 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c8919aa5-07c3-4702-ba01-2901d2e0d57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400235'] for segment, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:11.028558 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8919aa5-07c3-4702-ba01-2901d2e0d57a admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=91667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 12 12:59:11.030448 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c8919aa5-07c3-4702-ba01-2901d2e0d57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13277759'] for segment, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:11.043352 dv-cinder-796114-1-iscsi neutron-server[91667]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 12 12:59:11.043352 dv-cinder-796114-1-iscsi neutron-server[91667]: from cryptography.utils import int_from_bytes Jun 12 12:59:11.043352 dv-cinder-796114-1-iscsi neutron-server[91667]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 12 12:59:11.043352 dv-cinder-796114-1-iscsi neutron-server[91667]: from cryptography.utils import int_from_bytes Jun 12 12:59:11.043352 dv-cinder-796114-1-iscsi neutron-server[91667]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 12:59:11.043352 dv-cinder-796114-1-iscsi neutron-server[91667]: retrieve_revision_numbers = { Jun 12 12:59:11.043352 dv-cinder-796114-1-iscsi neutron-server[91667]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 12:59:11.043352 dv-cinder-796114-1-iscsi neutron-server[91667]: conditions |= (models_v2.Port.network_id.in_( Jun 12 12:59:11.043352 dv-cinder-796114-1-iscsi neutron-server[91667]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 12:59:11.043352 dv-cinder-796114-1-iscsi neutron-server[91667]: retrieve_revision_numbers = { Jun 12 12:59:11.043352 dv-cinder-796114-1-iscsi neutron-server[91667]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 12:59:11.043352 dv-cinder-796114-1-iscsi neutron-server[91667]: conditions |= (models_v2.Port.network_id.in_( Jun 12 12:59:11.043352 dv-cinder-796114-1-iscsi neutron-server[91667]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 12:59:11.043352 dv-cinder-796114-1-iscsi neutron-server[91667]: conditions |= (models_v2.Port.network_id.in_( Jun 12 12:59:11.043352 dv-cinder-796114-1-iscsi neutron-server[91667]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 12:59:11.043352 dv-cinder-796114-1-iscsi neutron-server[91667]: retrieve_revision_numbers = { Jun 12 12:59:11.043352 dv-cinder-796114-1-iscsi neutron-server[91667]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 12:59:11.043352 dv-cinder-796114-1-iscsi neutron-server[91667]: retrieve_revision_numbers = { Jun 12 12:59:11.043352 dv-cinder-796114-1-iscsi neutron-server[91667]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 12:59:11.043352 dv-cinder-796114-1-iscsi neutron-server[91667]: conditions |= (models_v2.Port.network_id.in_( Jun 12 12:59:11.043352 dv-cinder-796114-1-iscsi neutron-server[91667]: Traceback (most recent call last): Jun 12 12:59:11.043352 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 12 12:59:11.043352 dv-cinder-796114-1-iscsi neutron-server[91667]: timer() Jun 12 12:59:11.043352 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 12 12:59:11.043352 dv-cinder-796114-1-iscsi neutron-server[91667]: cb(*args, **kw) Jun 12 12:59:11.043352 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 12 12:59:11.043352 dv-cinder-796114-1-iscsi neutron-server[91667]: return func(*args, **kwargs) Jun 12 12:59:11.043352 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 12 12:59:11.043352 dv-cinder-796114-1-iscsi neutron-server[91667]: self._notify() Jun 12 12:59:11.043352 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 12 12:59:11.043352 dv-cinder-796114-1-iscsi neutron-server[91667]: self.callback(batched_events) Jun 12 12:59:11.043352 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 12 12:59:11.043352 dv-cinder-796114-1-iscsi neutron-server[91667]: event.method(event) Jun 12 12:59:11.043352 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 12 12:59:11.043352 dv-cinder-796114-1-iscsi neutron-server[91667]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 12 12:59:11.043352 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 12 12:59:11.043352 dv-cinder-796114-1-iscsi neutron-server[91667]: aggregate_uuid = self.p_client.list_aggregates( Jun 12 12:59:11.043352 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 12 12:59:11.043352 dv-cinder-796114-1-iscsi neutron-server[91667]: return f(self, *a, **k) Jun 12 12:59:11.043352 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 12 12:59:11.043352 dv-cinder-796114-1-iscsi neutron-server[91667]: return self._get(url).json() Jun 12 12:59:11.043352 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 12 12:59:11.043352 dv-cinder-796114-1-iscsi neutron-server[91667]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 12 12:59:11.043352 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 12 12:59:11.043352 dv-cinder-796114-1-iscsi neutron-server[91667]: return self.request(url, 'GET', **kwargs) Jun 12 12:59:11.043352 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 12 12:59:11.043352 dv-cinder-796114-1-iscsi neutron-server[91667]: base_url = self.get_endpoint(auth, allow=allow, Jun 12 12:59:11.043352 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 12 12:59:11.043352 dv-cinder-796114-1-iscsi neutron-server[91667]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 12 12:59:11.043352 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 12 12:59:11.043352 dv-cinder-796114-1-iscsi neutron-server[91667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 12 12:59:11.043352 dv-cinder-796114-1-iscsi neutron-server[91667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 12 12:59:11.063315 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:11.095416 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-6a24c462-4709-4cbf-86b5-9f93437d4202 req-2f5a484c-a0d3-444d-a8ee-c40e2e17a833 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69302a4b-c223-4f5c-bd58-2f3e1250384a HTTP/1.1" status: 200 len: 217 time: 0.0891266 Jun 12 12:59:11.142087 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b9e4c11-ce68-45f2-91da-65cde1082d49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '273e30c8-3d07-4397-8db6-ac264e726fc9'}] {{(pid=91668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:59:11.151522 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80aeb099eed554921aeb9584cad5061c500859d49ba4b111a23145803cb4192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3319e8-5cd4-43d5-a7fa-2bd01e0dc593" -d '{"events": [{"server_uuid": "4b9e4c11-ce68-45f2-91da-65cde1082d49", "name": "network-vif-plugged", "status": "completed", "tag": "273e30c8-3d07-4397-8db6-ac264e726fc9"}]}' {{(pid=91668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:59:11.185582 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c8919aa5-07c3-4702-ba01-2901d2e0d57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1356156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454154'] for network, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:11.197302 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c8919aa5-07c3-4702-ba01-2901d2e0d57a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for network, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:11.200162 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-c8919aa5-07c3-4702-ba01-2901d2e0d57a admin admin] 10.222.0.23 "DELETE /v2.0/networks/93a13242-8cf3-4a2f-b262-b744cb0002a8 HTTP/1.1" status: 204 len: 168 time: 0.6692333 Jun 12 12:59:11.200783 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port 273e30c8-3d07-4397-8db6-ac264e726fc9, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=273e30c8-3d07-4397-8db6-ac264e726fc9,segment=NetworkSegment(a55cae0d-67cb-4777-915a-d694fc695b77),segment_id=a55cae0d-67cb-4777-915a-d694fc695b77)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:59:11.208663 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:11.220417 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:11.225220 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:11.230801 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8919aa5-07c3-4702-ba01-2901d2e0d57a admin admin] Pushing event deleted for resources: {'Network': ['ID=93a13242-8cf3-4a2f-b262-b744cb0002a8,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:11.240353 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-c8919aa5-07c3-4702-ba01-2901d2e0d57a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:11.269440 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c37fb-a04f-4436-9393-350c90b5f1c5 req-102b1e5a-847c-462b-9092-0fed8332a2f3 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:11.270171 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a24c462-4709-4cbf-86b5-9f93437d4202 req-894e3d35-67f0-4675-9956-b19871ad9cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:11.272726 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-6a24c462-4709-4cbf-86b5-9f93437d4202 req-894e3d35-67f0-4675-9956-b19871ad9cfd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=08af1c41-f301-44dd-b2ae-90f6186b1c64 HTTP/1.1" status: 200 len: 849 time: 0.1685684 Jun 12 12:59:11.288440 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-363c37fb-a04f-4436-9393-350c90b5f1c5 req-102b1e5a-847c-462b-9092-0fed8332a2f3 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 946 time: 0.2268920 Jun 12 12:59:11.320790 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Pushing event updated for resources: {'Port': ['ID=273e30c8-3d07-4397-8db6-ac264e726fc9,revision_number=5']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:11.321416 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-6a24c462-4709-4cbf-86b5-9f93437d4202 req-d243009e-a97b-4151-835e-70b823c964a5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3046a9a6-63c9-4691-b88c-cc2db2262676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399604 Jun 12 12:59:11.325907 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:11.341503 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-363c37fb-a04f-4436-9393-350c90b5f1c5 req-6684fffd-985c-49dc-b0f2-43edcdd73be7 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516527 Jun 12 12:59:11.392861 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 12:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12505104-0a27-4faa-b676-960195bafe22 x-openstack-request-id: req-12505104-0a27-4faa-b676-960195bafe22 {{(pid=91668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:59:11.393393 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b9e4c11-ce68-45f2-91da-65cde1082d49", "name": "network-vif-plugged", "status": "completed", "tag": "273e30c8-3d07-4397-8db6-ac264e726fc9", "code": 200}]} {{(pid=91668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:59:11.393694 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-12505104-0a27-4faa-b676-960195bafe22 {{(pid=91668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:59:11.394156 dv-cinder-796114-1-iscsi neutron-server[91668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b9e4c11-ce68-45f2-91da-65cde1082d49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '273e30c8-3d07-4397-8db6-ac264e726fc9', 'code': 200} Jun 12 12:59:11.419014 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 53088) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:59:11.471921 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-6a24c462-4709-4cbf-86b5-9f93437d4202 req-906b91cb-e354-4f4e-9f07-7f8bb4413c55 service neutron] 10.222.0.30 "GET /v2.0/networks/3046a9a6-63c9-4691-b88c-cc2db2262676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421630 Jun 12 12:59:11.505115 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-46157dee-a8f9-4775-9f2f-7fee67358d84 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b67a286ffa654c969fe77992bb8766b0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0843544 Jun 12 12:59:11.507573 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 53090) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:59:11.568817 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-9d0201c6-6608-4fb1-b911-87425f734073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:11.595609 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-9d0201c6-6608-4fb1-b911-87425f734073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:11.697907 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-9d0201c6-6608-4fb1-b911-87425f734073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:11.700776 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-9d0201c6-6608-4fb1-b911-87425f734073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:11.701927 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-9d0201c6-6608-4fb1-b911-87425f734073 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ffd46618-484d-45c1-9b5c-8a949278e56f HTTP/1.1" status: 204 len: 168 time: 0.1932921 Jun 12 12:59:11.703639 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:11.707228 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d6551-fc55-4f99-8984-d5a20640d265 req-d29f18cc-956d-438d-b11d-b2f3900bff8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:11.708816 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-393d6551-fc55-4f99-8984-d5a20640d265 req-d29f18cc-956d-438d-b11d-b2f3900bff8a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4b9e4c11-ce68-45f2-91da-65cde1082d49 HTTP/1.1" status: 200 len: 1098 time: 0.0865860 Jun 12 12:59:11.719009 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0201c6-6608-4fb1-b911-87425f734073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd46618-484d-45c1-9b5c-8a949278e56f,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:11.727935 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-9d0201c6-6608-4fb1-b911-87425f734073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:11.761705 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-393d6551-fc55-4f99-8984-d5a20640d265 req-1862a3b8-7ef8-4e78-999b-1b4b6c37e9be service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=02246757-e4e7-402b-9da4-d1f6e68238bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402594 Jun 12 12:59:11.910176 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-6a24c462-4709-4cbf-86b5-9f93437d4202 req-4a8add92-b351-412e-bcc7-dadeb0bca2dc service neutron] 10.222.0.30 "GET /v2.0/networks/3046a9a6-63c9-4691-b88c-cc2db2262676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4288042 Jun 12 12:59:11.920911 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a1771-64cf-48db-b22f-14d497ef3fd7 req-094cca1a-7e74-42a2-a7d4-f9e204875f6f tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:11.923166 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0746ca13-516b-471e-a50e-dd367b343a5a req-ef4f95cc-4770-4bae-a11d-e4356ca22aab tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:11.923895 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-341a1771-64cf-48db-b22f-14d497ef3fd7 req-094cca1a-7e74-42a2-a7d4-f9e204875f6f tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.23 "GET /v2.0/ports?device_id=5630ce71-2878-4b39-ba9f-1a5c78d3038e HTTP/1.1" status: 200 len: 944 time: 0.0829625 Jun 12 12:59:11.924603 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-0746ca13-516b-471e-a50e-dd367b343a5a req-ef4f95cc-4770-4bae-a11d-e4356ca22aab tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b9e4c11-ce68-45f2-91da-65cde1082d49 HTTP/1.1" status: 200 len: 945 time: 0.4145682 Jun 12 12:59:11.970460 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-341a1771-64cf-48db-b22f-14d497ef3fd7 req-7e9b99d2-24ad-4a59-b370-b2d3c915a2b6 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8b95929-74d9-4ba8-b802-3a72251ae14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421093 Jun 12 12:59:11.977697 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-0746ca13-516b-471e-a50e-dd367b343a5a req-69992e39-1058-459a-8001-12f5be359674 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/security-groups?id=02246757-e4e7-402b-9da4-d1f6e68238bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466018 Jun 12 12:59:12.575688 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb327d-5d80-4726-8dae-463a70cd9231 req-45b2486c-536c-4387-b822-f79a1b8ee07c tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:12.577141 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-cdbb327d-5d80-4726-8dae-463a70cd9231 req-45b2486c-536c-4387-b822-f79a1b8ee07c tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 946 time: 0.0749044 Jun 12 12:59:12.621585 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-cdbb327d-5d80-4726-8dae-463a70cd9231 req-8f488c40-8d38-4af5-9d81-f5be394b9e5c tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385463 Jun 12 12:59:13.187824 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c701804d-2d41-48e7-a8c0-2a7ca2e54c91 req-43e7140e-f2c1-4de6-be6f-9103507a24b2 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:13.189190 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-c701804d-2d41-48e7-a8c0-2a7ca2e54c91 req-43e7140e-f2c1-4de6-be6f-9103507a24b2 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.23 "GET /v2.0/ports?device_id=5630ce71-2878-4b39-ba9f-1a5c78d3038e HTTP/1.1" status: 200 len: 944 time: 0.0749056 Jun 12 12:59:13.236515 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-c701804d-2d41-48e7-a8c0-2a7ca2e54c91 req-31efa6d3-16f0-43d0-833b-94926ea1889e tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8b95929-74d9-4ba8-b802-3a72251ae14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412142 Jun 12 12:59:13.284493 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d906f5-caa9-4bf3-ac6b-5071146f59e1 req-c760d245-d408-4b9e-9d8b-fb88b6a94fba tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:13.286482 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-b9d906f5-caa9-4bf3-ac6b-5071146f59e1 req-c760d245-d408-4b9e-9d8b-fb88b6a94fba tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b9e4c11-ce68-45f2-91da-65cde1082d49 HTTP/1.1" status: 200 len: 945 time: 0.1310780 Jun 12 12:59:13.316866 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-f173083f-c8d7-4100-a298-5e6cd63e58de req-1f9a9f04-fe88-4e8e-b192-ced4f579799c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=01dd2636-c41c-4180-b450-b5b95b907560&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1076734 Jun 12 12:59:13.336040 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-b9d906f5-caa9-4bf3-ac6b-5071146f59e1 req-9ffa1daf-b1d4-4926-901b-42618a833a8a tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/security-groups?id=02246757-e4e7-402b-9da4-d1f6e68238bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428348 Jun 12 12:59:13.448664 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173083f-c8d7-4100-a298-5e6cd63e58de req-b1c8cf55-dd28-48b2-bc13-8a705a2ba30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:13.450042 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-f173083f-c8d7-4100-a298-5e6cd63e58de req-b1c8cf55-dd28-48b2-bc13-8a705a2ba30c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=95c531eed7bc41ed93d7b43b25a1fa63&device_id=01dd2636-c41c-4180-b450-b5b95b907560 HTTP/1.1" status: 200 len: 1098 time: 0.0611570 Jun 12 12:59:13.592005 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173083f-c8d7-4100-a298-5e6cd63e58de req-c6b1b4b4-a8a7-4eaa-8462-28738a37d8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:13.593444 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-f173083f-c8d7-4100-a298-5e6cd63e58de req-c6b1b4b4-a8a7-4eaa-8462-28738a37d8db service neutron] 10.222.0.30 "GET /v2.0/networks?id=e426109e-dad3-4f65-a54a-d678409a1b99 HTTP/1.1" status: 200 len: 915 time: 0.1159420 Jun 12 12:59:13.654376 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-f173083f-c8d7-4100-a298-5e6cd63e58de req-11c2d11b-58d8-4d82-99c0-7b5c6e458247 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ebdb42a-1f6b-4820-90e8-c352aedcfc4f HTTP/1.1" status: 200 len: 217 time: 0.0527353 Jun 12 12:59:13.718860 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173083f-c8d7-4100-a298-5e6cd63e58de req-e3c03007-0d83-4ada-92de-9d595b1b0cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:13.720216 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-f173083f-c8d7-4100-a298-5e6cd63e58de req-e3c03007-0d83-4ada-92de-9d595b1b0cf4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f71341f6-cb58-4087-aff6-95b2f92c6898 HTTP/1.1" status: 200 len: 854 time: 0.0590522 Jun 12 12:59:13.808839 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-f173083f-c8d7-4100-a298-5e6cd63e58de req-0ede6ed8-f58f-4c8e-a63e-f2d34b01b3c2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e426109e-dad3-4f65-a54a-d678409a1b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613253 Jun 12 12:59:13.924175 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f126fa-b1e0-4b60-a68c-edfb336a5147 req-8861800f-998c-42d9-b613-ec98753a4061 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:13.925649 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-75f126fa-b1e0-4b60-a68c-edfb336a5147 req-8861800f-998c-42d9-b613-ec98753a4061 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 946 time: 0.1896901 Jun 12 12:59:13.967582 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 53180) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:59:13.989482 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-f173083f-c8d7-4100-a298-5e6cd63e58de req-d96c7139-b1ee-40f3-afc8-b914b7027289 service neutron] 10.222.0.30 "GET /v2.0/networks/e426109e-dad3-4f65-a54a-d678409a1b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666942 Jun 12 12:59:13.996685 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-75f126fa-b1e0-4b60-a68c-edfb336a5147 req-a2121dd5-e489-4be4-ba8b-c372c0454c38 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618083 Jun 12 12:59:14.021933 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.db.db_base_plugin_v2 [None req-f34bcc4f-2567-4b2b-ae51-cfaab6a50ae9 admin admin] Deleting subnet d4bc5aaa-54e0-4287-a2f7-94b618b2e649 {{(pid=91667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 12 12:59:14.025897 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f34bcc4f-2567-4b2b-ae51-cfaab6a50ae9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:14.066902 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f34bcc4f-2567-4b2b-ae51-cfaab6a50ae9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13123207'] for subnet, precommit_delete_associations {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:14.112646 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-f173083f-c8d7-4100-a298-5e6cd63e58de req-a7987419-630b-42d1-a63e-3527ff9dedbf service neutron] 10.222.0.30 "GET /v2.0/networks/e426109e-dad3-4f65-a54a-d678409a1b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144915 Jun 12 12:59:14.115521 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f34bcc4f-2567-4b2b-ae51-cfaab6a50ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393918'] for subnet, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:14.182632 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f34bcc4f-2567-4b2b-ae51-cfaab6a50ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13278102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967289'] for subnet, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:14.184738 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:14.216009 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34bcc4f-2567-4b2b-ae51-cfaab6a50ae9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4bc5aaa-54e0-4287-a2f7-94b618b2e649,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:14.219640 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f34bcc4f-2567-4b2b-ae51-cfaab6a50ae9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:14.222651 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-f34bcc4f-2567-4b2b-ae51-cfaab6a50ae9 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d4bc5aaa-54e0-4287-a2f7-94b618b2e649 HTTP/1.1" status: 204 len: 168 time: 0.2534177 Jun 12 12:59:14.223626 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-f34bcc4f-2567-4b2b-ae51-cfaab6a50ae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:14.224392 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 53182) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:59:14.320061 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-3f864c9b-a0f9-4b6f-9bd9-c04465cd2a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1600373'] for network, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:14.469095 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-3f864c9b-a0f9-4b6f-9bd9-c04465cd2a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1356131', 'neutron.services.segments.db._delete_segments_for_network-8752044986040'] for network, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:14.485435 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.services.segments.db [None req-3f864c9b-a0f9-4b6f-9bd9-c04465cd2a59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40c78b5f-34a2-43a2-8328-028ab2dd2ff4']}} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:59:14.502896 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.services.segments.db [None req-3f864c9b-a0f9-4b6f-9bd9-c04465cd2a59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00d39f1d-1348-4184-a615-ebea5b7ec036') {'for_net_delete': True} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:59:14.503301 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.services.segments.db [None req-3f864c9b-a0f9-4b6f-9bd9-c04465cd2a59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00d39f1d-1348-4184-a615-ebea5b7ec036') {} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:59:14.517695 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-3f864c9b-a0f9-4b6f-9bd9-c04465cd2a59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752044985878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13123212'] for segment, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:14.536338 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-3f864c9b-a0f9-4b6f-9bd9-c04465cd2a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400235'] for segment, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:14.545601 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d5309a-cbb4-4db7-aa5f-477a2d3ee91e req-21619de6-29a0-4ab7-baa6-da2dbabf46a2 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:14.547570 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-37d5309a-cbb4-4db7-aa5f-477a2d3ee91e req-21619de6-29a0-4ab7-baa6-da2dbabf46a2 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.23 "GET /v2.0/ports?device_id=5630ce71-2878-4b39-ba9f-1a5c78d3038e HTTP/1.1" status: 200 len: 944 time: 0.1712587 Jun 12 12:59:14.552244 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ab406-feb9-408f-bddc-21e3c03c92eb req-281d06b0-d0b9-4ac9-996c-91f9b9001362 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:14.552951 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f864c9b-a0f9-4b6f-9bd9-c04465cd2a59 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=91667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 12 12:59:14.553356 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-3f864c9b-a0f9-4b6f-9bd9-c04465cd2a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13277759'] for segment, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:14.554517 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-a40ab406-feb9-408f-bddc-21e3c03c92eb req-281d06b0-d0b9-4ac9-996c-91f9b9001362 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b9e4c11-ce68-45f2-91da-65cde1082d49 HTTP/1.1" status: 200 len: 945 time: 0.0732934 Jun 12 12:59:14.555096 dv-cinder-796114-1-iscsi neutron-server[91667]: Traceback (most recent call last): Jun 12 12:59:14.555096 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 12 12:59:14.555096 dv-cinder-796114-1-iscsi neutron-server[91667]: timer() Jun 12 12:59:14.555096 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 12 12:59:14.555096 dv-cinder-796114-1-iscsi neutron-server[91667]: cb(*args, **kw) Jun 12 12:59:14.555096 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 12 12:59:14.555096 dv-cinder-796114-1-iscsi neutron-server[91667]: return func(*args, **kwargs) Jun 12 12:59:14.555096 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 12 12:59:14.555096 dv-cinder-796114-1-iscsi neutron-server[91667]: self._notify() Jun 12 12:59:14.555096 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 12 12:59:14.555096 dv-cinder-796114-1-iscsi neutron-server[91667]: self.callback(batched_events) Jun 12 12:59:14.555096 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 12 12:59:14.555096 dv-cinder-796114-1-iscsi neutron-server[91667]: event.method(event) Jun 12 12:59:14.555096 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 12 12:59:14.555096 dv-cinder-796114-1-iscsi neutron-server[91667]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 12 12:59:14.555096 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 12 12:59:14.555096 dv-cinder-796114-1-iscsi neutron-server[91667]: aggregate_uuid = self.p_client.list_aggregates( Jun 12 12:59:14.555096 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 12 12:59:14.555096 dv-cinder-796114-1-iscsi neutron-server[91667]: return f(self, *a, **k) Jun 12 12:59:14.555096 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 12 12:59:14.555096 dv-cinder-796114-1-iscsi neutron-server[91667]: return self._get(url).json() Jun 12 12:59:14.555096 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 12 12:59:14.555096 dv-cinder-796114-1-iscsi neutron-server[91667]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 12 12:59:14.555096 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 12 12:59:14.555096 dv-cinder-796114-1-iscsi neutron-server[91667]: return self.request(url, 'GET', **kwargs) Jun 12 12:59:14.555096 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 12 12:59:14.555096 dv-cinder-796114-1-iscsi neutron-server[91667]: base_url = self.get_endpoint(auth, allow=allow, Jun 12 12:59:14.555096 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 12 12:59:14.555096 dv-cinder-796114-1-iscsi neutron-server[91667]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 12 12:59:14.555096 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 12 12:59:14.555096 dv-cinder-796114-1-iscsi neutron-server[91667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 12 12:59:14.555096 dv-cinder-796114-1-iscsi neutron-server[91667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 12 12:59:14.596969 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-a40ab406-feb9-408f-bddc-21e3c03c92eb req-037dbfa8-808d-4d77-a8eb-08cc3039d778 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/security-groups?id=02246757-e4e7-402b-9da4-d1f6e68238bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371816 Jun 12 12:59:14.661385 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-37d5309a-cbb4-4db7-aa5f-477a2d3ee91e req-35491585-8a0d-43c9-8340-58ab4841d531 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8b95929-74d9-4ba8-b802-3a72251ae14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936384 Jun 12 12:59:14.662449 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-3f864c9b-a0f9-4b6f-9bd9-c04465cd2a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1356156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454154'] for network, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:14.667153 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-c8919aa5-07c3-4702-ba01-2901d2e0d57a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:14.684994 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-3f864c9b-a0f9-4b6f-9bd9-c04465cd2a59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for network, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:14.689692 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-3f864c9b-a0f9-4b6f-9bd9-c04465cd2a59 admin admin] 10.222.0.23 "DELETE /v2.0/networks/40c78b5f-34a2-43a2-8328-028ab2dd2ff4 HTTP/1.1" status: 204 len: 168 time: 0.4617100 Jun 12 12:59:14.689692 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f864c9b-a0f9-4b6f-9bd9-c04465cd2a59 admin admin] Pushing event deleted for resources: {'Network': ['ID=40c78b5f-34a2-43a2-8328-028ab2dd2ff4,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:14.690366 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 53200) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:59:14.696825 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-3f864c9b-a0f9-4b6f-9bd9-c04465cd2a59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:14.752175 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.db_base_plugin_v2 [None req-e769b2cc-d37e-488f-861b-f912363c1661 admin admin] Deleting subnet 51413286-c76e-4430-a985-eb8fb1548293 {{(pid=91666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 12 12:59:14.755543 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-e769b2cc-d37e-488f-861b-f912363c1661 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:14.805407 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-e769b2cc-d37e-488f-861b-f912363c1661 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:14.815509 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-e769b2cc-d37e-488f-861b-f912363c1661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393918'] for subnet, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:14.856876 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device 69302a4b-c223-4f5c-bd58-2f3e1250384a details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 12:59:14.918024 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-e769b2cc-d37e-488f-861b-f912363c1661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761'] for subnet, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:14.920725 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:14.979021 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e769b2cc-d37e-488f-861b-f912363c1661 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51413286-c76e-4430-a985-eb8fb1548293,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:14.983001 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-e769b2cc-d37e-488f-861b-f912363c1661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:14.989485 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-e769b2cc-d37e-488f-861b-f912363c1661 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for subnet, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:14.992329 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-e769b2cc-d37e-488f-861b-f912363c1661 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/51413286-c76e-4430-a985-eb8fb1548293 HTTP/1.1" status: 204 len: 168 time: 0.3007548 Jun 12 12:59:14.998611 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 53220) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:59:15.002372 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port 69302a4b-c223-4f5c-bd58-2f3e1250384a, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=69302a4b-c223-4f5c-bd58-2f3e1250384a,segment=NetworkSegment(1037b7c5-f101-4e46-be86-ca4ffe5036cc),segment_id=1037b7c5-f101-4e46-be86-ca4ffe5036cc)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:59:15.018002 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Returning: {'device': '69302a4b-c223-4f5c-bd58-2f3e1250384a', 'network_id': '3046a9a6-63c9-4691-b88c-cc2db2262676', 'port_id': '69302a4b-c223-4f5c-bd58-2f3e1250384a', 'mac_address': 'fa:16:3e:27:66:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08af1c41-f301-44dd-b2ae-90f6186b1c64', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 12:59:15.063029 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:15.078818 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.notifiers.nova [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69302a4b-c223-4f5c-bd58-2f3e1250384a {{(pid=91668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 12:59:15.100997 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port 69302a4b-c223-4f5c-bd58-2f3e1250384a, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=69302a4b-c223-4f5c-bd58-2f3e1250384a,segment=NetworkSegment(1037b7c5-f101-4e46-be86-ca4ffe5036cc),segment_id=1037b7c5-f101-4e46-be86-ca4ffe5036cc)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:59:15.108514 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:15.110638 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:15.114373 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-41d05703-69bd-4a7e-aab6-24ea5121d27d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1600373'] for network, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:15.203211 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Pushing event updated for resources: {'Port': ['ID=69302a4b-c223-4f5c-bd58-2f3e1250384a,revision_number=4']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:15.207447 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:15.253313 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-41d05703-69bd-4a7e-aab6-24ea5121d27d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1356131', 'neutron.services.segments.db._delete_segments_for_network-8752044986040'] for network, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:15.265979 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-41d05703-69bd-4a7e-aab6-24ea5121d27d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:59:15.266368 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-41d05703-69bd-4a7e-aab6-24ea5121d27d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:59:15.267091 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-41d05703-69bd-4a7e-aab6-24ea5121d27d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:59:15.267429 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-41d05703-69bd-4a7e-aab6-24ea5121d27d admin admin] Subscribe: > port after_create 55550000 {{(pid=91666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:59:15.267725 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-41d05703-69bd-4a7e-aab6-24ea5121d27d admin admin] Subscribe: > port after_delete 55550000 {{(pid=91666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:59:15.268056 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-41d05703-69bd-4a7e-aab6-24ea5121d27d admin admin] Subscribe: > port after_update 55550000 {{(pid=91666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:59:15.268375 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-41d05703-69bd-4a7e-aab6-24ea5121d27d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:59:15.268809 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-41d05703-69bd-4a7e-aab6-24ea5121d27d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:59:15.269148 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-41d05703-69bd-4a7e-aab6-24ea5121d27d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:59:15.269456 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-41d05703-69bd-4a7e-aab6-24ea5121d27d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:59:15.345318 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-41d05703-69bd-4a7e-aab6-24ea5121d27d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:59:15.345671 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-41d05703-69bd-4a7e-aab6-24ea5121d27d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:59:15.345999 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-41d05703-69bd-4a7e-aab6-24ea5121d27d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:59:15.346357 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-41d05703-69bd-4a7e-aab6-24ea5121d27d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 12:59:15.346699 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.services.segments.db [None req-41d05703-69bd-4a7e-aab6-24ea5121d27d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bde3f2a2-e1d8-492c-965b-6a2765ee5def']}} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:59:15.367626 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.services.segments.db [None req-41d05703-69bd-4a7e-aab6-24ea5121d27d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6308346-e9f9-437e-a726-304d9878e5e5') {'for_net_delete': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:59:15.368300 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.services.segments.db [None req-41d05703-69bd-4a7e-aab6-24ea5121d27d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6308346-e9f9-437e-a726-304d9878e5e5') {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:59:15.374401 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d6ad5-ae06-4cab-a5b9-3d016d9dfd2e req-1256970b-c58b-40c9-b147-d5656fab5703 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:15.376613 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-314d6ad5-ae06-4cab-a5b9-3d016d9dfd2e req-1256970b-c58b-40c9-b147-d5656fab5703 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 946 time: 0.0766759 Jun 12 12:59:15.389335 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-41d05703-69bd-4a7e-aab6-24ea5121d27d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752044985878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12979523'] for segment, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:15.413074 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-41d05703-69bd-4a7e-aab6-24ea5121d27d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400235'] for segment, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:15.425024 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41d05703-69bd-4a7e-aab6-24ea5121d27d admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=91666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 12 12:59:15.425426 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-41d05703-69bd-4a7e-aab6-24ea5121d27d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14083012'] for segment, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:15.429556 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 12:59:15.429556 dv-cinder-796114-1-iscsi neutron-server[91666]: retrieve_revision_numbers = { Jun 12 12:59:15.429556 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 12:59:15.429556 dv-cinder-796114-1-iscsi neutron-server[91666]: conditions |= (models_v2.Port.network_id.in_( Jun 12 12:59:15.429556 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 12:59:15.429556 dv-cinder-796114-1-iscsi neutron-server[91666]: retrieve_revision_numbers = { Jun 12 12:59:15.429556 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 12:59:15.429556 dv-cinder-796114-1-iscsi neutron-server[91666]: conditions |= (models_v2.Port.network_id.in_( Jun 12 12:59:15.429556 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 12:59:15.429556 dv-cinder-796114-1-iscsi neutron-server[91666]: retrieve_revision_numbers = { Jun 12 12:59:15.429556 dv-cinder-796114-1-iscsi neutron-server[91666]: Traceback (most recent call last): Jun 12 12:59:15.429556 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 12 12:59:15.429556 dv-cinder-796114-1-iscsi neutron-server[91666]: timer() Jun 12 12:59:15.429556 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 12 12:59:15.429556 dv-cinder-796114-1-iscsi neutron-server[91666]: cb(*args, **kw) Jun 12 12:59:15.429556 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 12 12:59:15.429556 dv-cinder-796114-1-iscsi neutron-server[91666]: return func(*args, **kwargs) Jun 12 12:59:15.429556 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 12 12:59:15.429556 dv-cinder-796114-1-iscsi neutron-server[91666]: self._notify() Jun 12 12:59:15.429556 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 12 12:59:15.429556 dv-cinder-796114-1-iscsi neutron-server[91666]: self.callback(batched_events) Jun 12 12:59:15.429556 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 12 12:59:15.429556 dv-cinder-796114-1-iscsi neutron-server[91666]: event.method(event) Jun 12 12:59:15.429556 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 12 12:59:15.429556 dv-cinder-796114-1-iscsi neutron-server[91666]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 12 12:59:15.429556 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 12 12:59:15.429556 dv-cinder-796114-1-iscsi neutron-server[91666]: aggregate_uuid = self.p_client.list_aggregates( Jun 12 12:59:15.429556 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 12 12:59:15.429556 dv-cinder-796114-1-iscsi neutron-server[91666]: return f(self, *a, **k) Jun 12 12:59:15.429556 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 12 12:59:15.429556 dv-cinder-796114-1-iscsi neutron-server[91666]: return self._get(url).json() Jun 12 12:59:15.429556 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 12 12:59:15.429556 dv-cinder-796114-1-iscsi neutron-server[91666]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 12 12:59:15.429556 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 12 12:59:15.429556 dv-cinder-796114-1-iscsi neutron-server[91666]: return self.request(url, 'GET', **kwargs) Jun 12 12:59:15.429556 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 12 12:59:15.429556 dv-cinder-796114-1-iscsi neutron-server[91666]: base_url = self.get_endpoint(auth, allow=allow, Jun 12 12:59:15.429556 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 12 12:59:15.429556 dv-cinder-796114-1-iscsi neutron-server[91666]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 12 12:59:15.429556 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 12 12:59:15.429556 dv-cinder-796114-1-iscsi neutron-server[91666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 12 12:59:15.429556 dv-cinder-796114-1-iscsi neutron-server[91666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 12 12:59:15.437346 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-314d6ad5-ae06-4cab-a5b9-3d016d9dfd2e req-9877910c-7f17-4860-a75d-b18a776633ca tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542495 Jun 12 12:59:15.520382 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-41d05703-69bd-4a7e-aab6-24ea5121d27d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1356156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454154'] for network, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:15.525807 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-28bcf75c-844c-41e8-81dd-5812c067937f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:15.529861 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-41d05703-69bd-4a7e-aab6-24ea5121d27d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for network, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:15.533426 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-41d05703-69bd-4a7e-aab6-24ea5121d27d admin admin] 10.222.0.23 "DELETE /v2.0/networks/bde3f2a2-e1d8-492c-965b-6a2765ee5def HTTP/1.1" status: 204 len: 168 time: 0.5319848 Jun 12 12:59:15.545694 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d05703-69bd-4a7e-aab6-24ea5121d27d admin admin] Pushing event deleted for resources: {'Network': ['ID=bde3f2a2-e1d8-492c-965b-6a2765ee5def,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:15.548162 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-41d05703-69bd-4a7e-aab6-24ea5121d27d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:15.697715 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 53240) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:59:15.741080 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-797ed792-89bb-4fba-abba-cf339f61487b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e9436ff971554e69a0b0e6593c11792b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419757 Jun 12 12:59:15.743553 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 53242) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:59:15.798987 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-53a95341-f251-4db6-9d97-3631f3f27f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:15.822915 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-53a95341-f251-4db6-9d97-3631f3f27f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:15.861366 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa7bd4-d0d8-4d3a-8419-0f25a97652c4 req-af35e17e-2871-46ce-98c6-d7fc88fb7699 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:15.862921 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-ecaa7bd4-d0d8-4d3a-8419-0f25a97652c4 req-af35e17e-2871-46ce-98c6-d7fc88fb7699 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.23 "GET /v2.0/ports?device_id=5630ce71-2878-4b39-ba9f-1a5c78d3038e HTTP/1.1" status: 200 len: 945 time: 0.0774753 Jun 12 12:59:15.880605 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-53a95341-f251-4db6-9d97-3631f3f27f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:15.883523 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-53a95341-f251-4db6-9d97-3631f3f27f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:15.884605 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-53a95341-f251-4db6-9d97-3631f3f27f52 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/521f2db2-fed9-4b39-a00b-39c5abef8db5 HTTP/1.1" status: 204 len: 168 time: 0.1395528 Jun 12 12:59:15.885334 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-9d0201c6-6608-4fb1-b911-87425f734073 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:15.893876 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a95341-f251-4db6-9d97-3631f3f27f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521f2db2-fed9-4b39-a00b-39c5abef8db5,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:15.896669 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-53a95341-f251-4db6-9d97-3631f3f27f52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:15.911553 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-ecaa7bd4-d0d8-4d3a-8419-0f25a97652c4 req-38cc7c24-5559-4b34-8ec4-4beed61d360f tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8b95929-74d9-4ba8-b802-3a72251ae14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428472 Jun 12 12:59:16.208745 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 53254) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:59:16.258173 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-db2c14c2-84ef-4e6f-b6a3-677c7c7a9f65 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e6b7df7f63e8479f8a2f3d7e2407dda5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0477986 Jun 12 12:59:16.261296 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 53256) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:59:16.312357 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-b4457099-263c-4f20-bec1-28993f40c553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:16.338757 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-b4457099-263c-4f20-bec1-28993f40c553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:16.388284 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-b4457099-263c-4f20-bec1-28993f40c553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:16.390843 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-b4457099-263c-4f20-bec1-28993f40c553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:16.392013 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-b4457099-263c-4f20-bec1-28993f40c553 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/68018854-2651-4941-9eb6-e903d01bfe1d HTTP/1.1" status: 204 len: 168 time: 0.1297696 Jun 12 12:59:16.392839 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-a73a6bc3-373f-487b-93c8-b34a7457b29e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:16.404751 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4457099-263c-4f20-bec1-28993f40c553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68018854-2651-4941-9eb6-e903d01bfe1d,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:16.407043 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-b4457099-263c-4f20-bec1-28993f40c553 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:19.163815 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:20.582504 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ddf6cf86-e34e-474a-b5dc-dd1c1e58b86b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:20.930772 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] get_ports_and_sgs() called for port_ids ['69302a4b-c223-4f5c-bd58-2f3e1250384a'] {{(pid=91668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 12:59:21.446107 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349a5cc-eee8-4209-89de-529f4e301f11 req-2ccb8393-36fc-4c75-ab19-bbc06c6497aa tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:21.447637 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-b349a5cc-eee8-4209-89de-529f4e301f11 req-2ccb8393-36fc-4c75-ab19-bbc06c6497aa tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 946 time: 0.0759356 Jun 12 12:59:21.474935 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf69abf-0e3b-4a7d-b0aa-f3ade3bf620c req-728d1277-7aff-4f91-a00d-a15aa43d275e tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:21.476302 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-2cf69abf-0e3b-4a7d-b0aa-f3ade3bf620c req-728d1277-7aff-4f91-a00d-a15aa43d275e tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.23 "GET /v2.0/ports?device_id=5630ce71-2878-4b39-ba9f-1a5c78d3038e HTTP/1.1" status: 200 len: 945 time: 0.0747845 Jun 12 12:59:21.489194 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-b349a5cc-eee8-4209-89de-529f4e301f11 req-48c014ae-397a-4239-b20a-40e8cb840c7e tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358856 Jun 12 12:59:21.519210 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-2cf69abf-0e3b-4a7d-b0aa-f3ade3bf620c req-4a892111-f255-48cb-b5a1-b7a31293a319 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8b95929-74d9-4ba8-b802-3a72251ae14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362256 Jun 12 12:59:22.726342 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b1ce6-570a-44e7-b7a6-f7089effb841 req-533496f3-825e-4760-833b-ad43a97990c7 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:22.728741 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-af1b1ce6-570a-44e7-b7a6-f7089effb841 req-533496f3-825e-4760-833b-ad43a97990c7 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 946 time: 0.0743542 Jun 12 12:59:22.761763 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1fcc5-9249-4d74-b789-15992d21c588 req-7e0348b3-5ed3-452e-83f2-f02d64eef9a3 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:22.765622 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-78b1fcc5-9249-4d74-b789-15992d21c588 req-7e0348b3-5ed3-452e-83f2-f02d64eef9a3 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.23 "GET /v2.0/ports?device_id=5630ce71-2878-4b39-ba9f-1a5c78d3038e HTTP/1.1" status: 200 len: 945 time: 0.0811036 Jun 12 12:59:22.792143 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-af1b1ce6-570a-44e7-b7a6-f7089effb841 req-2b9d425e-e47b-40ce-95eb-78993c3cfc2b tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497510 Jun 12 12:59:22.837892 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-78b1fcc5-9249-4d74-b789-15992d21c588 req-5827deef-c41d-4431-a7f3-9d19eaeaff1a tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8b95929-74d9-4ba8-b802-3a72251ae14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656173 Jun 12 12:59:22.926694 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device 69302a4b-c223-4f5c-bd58-2f3e1250384a up at agent hyperv_hv-cinder-79611 {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:59:22.989620 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Provisioning for port 69302a4b-c223-4f5c-bd58-2f3e1250384a completed by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:59:22.993446 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Provisioning complete for port 69302a4b-c223-4f5c-bd58-2f3e1250384a triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:59:22.994072 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:23.082596 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:23.106935 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b742af1-74b6-479c-9af9-ba1d6ef78501 req-fbb5ca7b-f053-42b4-9c2d-8a958af699f4 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:23.108382 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-9b742af1-74b6-479c-9af9-ba1d6ef78501 req-fbb5ca7b-f053-42b4-9c2d-8a958af699f4 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/networks?id=e426109e-dad3-4f65-a54a-d678409a1b99 HTTP/1.1" status: 200 len: 814 time: 0.1266840 Jun 12 12:59:23.109019 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5630ce71-2878-4b39-ba9f-1a5c78d3038e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69302a4b-c223-4f5c-bd58-2f3e1250384a'}] {{(pid=91668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:59:23.111318 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80aeb099eed554921aeb9584cad5061c500859d49ba4b111a23145803cb4192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-674dcb84-eaea-4b8b-9d1c-8c8ad910ead5" -d '{"events": [{"server_uuid": "5630ce71-2878-4b39-ba9f-1a5c78d3038e", "name": "network-vif-plugged", "status": "completed", "tag": "69302a4b-c223-4f5c-bd58-2f3e1250384a"}]}' {{(pid=91668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:59:23.126036 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-9b742af1-74b6-479c-9af9-ba1d6ef78501 req-fa657563-10a8-4089-8f3a-7db2772dede4 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/quotas/95c531eed7bc41ed93d7b43b25a1fa63 HTTP/1.1" status: 200 len: 375 time: 0.0116038 Jun 12 12:59:23.129481 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port 69302a4b-c223-4f5c-bd58-2f3e1250384a, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=69302a4b-c223-4f5c-bd58-2f3e1250384a,segment=NetworkSegment(1037b7c5-f101-4e46-be86-ca4ffe5036cc),segment_id=1037b7c5-f101-4e46-be86-ca4ffe5036cc)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:59:23.133718 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:23.137366 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:23.167304 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 12:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29f2f35-e18b-4f0c-a220-0f70213b207f x-openstack-request-id: req-f29f2f35-e18b-4f0c-a220-0f70213b207f {{(pid=91668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:59:23.167622 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5630ce71-2878-4b39-ba9f-1a5c78d3038e", "name": "network-vif-plugged", "status": "completed", "tag": "69302a4b-c223-4f5c-bd58-2f3e1250384a", "code": 200}]} {{(pid=91668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:59:23.167877 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f29f2f35-e18b-4f0c-a220-0f70213b207f {{(pid=91668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:59:23.168259 dv-cinder-796114-1-iscsi neutron-server[91668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5630ce71-2878-4b39-ba9f-1a5c78d3038e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69302a4b-c223-4f5c-bd58-2f3e1250384a', 'code': 200} Jun 12 12:59:23.200841 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Pushing event updated for resources: {'Port': ['ID=69302a4b-c223-4f5c-bd58-2f3e1250384a,revision_number=5']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:23.204443 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:23.214762 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-9b742af1-74b6-479c-9af9-ba1d6ef78501 req-ba547f6d-afbb-47aa-b30b-a5441aeea116 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=95c531eed7bc41ed93d7b43b25a1fa63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0792928 Jun 12 12:59:23.295638 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:23.331534 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-9b742af1-74b6-479c-9af9-ba1d6ef78501 req-e679fa8f-1ad5-4840-8069-6d374667d4b8 service neutron] 10.222.0.23 "GET /v2.0/networks/e426109e-dad3-4f65-a54a-d678409a1b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096344 Jun 12 12:59:23.393668 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045cc7b-4119-4b4c-8c5f-5af64d0a5583 req-308cd249-067c-41f9-a6af-1d28fb602aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:23.395709 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-6045cc7b-4119-4b4c-8c5f-5af64d0a5583 req-308cd249-067c-41f9-a6af-1d28fb602aa6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5630ce71-2878-4b39-ba9f-1a5c78d3038e HTTP/1.1" status: 200 len: 1099 time: 0.0581505 Jun 12 12:59:23.435829 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-6045cc7b-4119-4b4c-8c5f-5af64d0a5583 req-6ca74f6d-4111-439c-8695-86925ab2c992 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d8b95929-74d9-4ba8-b802-3a72251ae14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323813 Jun 12 12:59:23.463600 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f7a72ada-92d2-4f44-9316-bde1be16e019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:23.673467 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-9b742af1-74b6-479c-9af9-ba1d6ef78501 req-ce34f4b2-17c1-414f-9f77-8d7cf42257aa service neutron] 10.222.0.23 "GET /v2.0/networks/e426109e-dad3-4f65-a54a-d678409a1b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345308 Jun 12 12:59:23.862168 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-5080435a-83f1-4c76-985c-8076d79d3ccc req-b73e8fab-54e5-4602-9b70-4b0c7f17e5ab tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=63c5c85c-6fe4-4964-9777-73fc6eedc696 HTTP/1.1" status: 200 len: 210 time: 0.0447326 Jun 12 12:59:24.065205 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52676515-6036-4d17-af32-e216c95055b4 req-d38b36a0-936a-4a8e-bdfd-1c2cbe3dae7c tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:24.066839 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-52676515-6036-4d17-af32-e216c95055b4 req-d38b36a0-936a-4a8e-bdfd-1c2cbe3dae7c tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 946 time: 0.0997255 Jun 12 12:59:24.114901 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-52676515-6036-4d17-af32-e216c95055b4 req-01f44eb8-b35e-4f07-a0b8-5359afd5584a tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420442 Jun 12 12:59:24.133120 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ee1eb-95b6-4f9f-8213-6862a58d266b req-65f74dd7-a265-4f8c-bcb3-78a6b6058adb tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:24.134940 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-5d1ee1eb-95b6-4f9f-8213-6862a58d266b req-65f74dd7-a265-4f8c-bcb3-78a6b6058adb tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.23 "GET /v2.0/ports?device_id=5630ce71-2878-4b39-ba9f-1a5c78d3038e HTTP/1.1" status: 200 len: 946 time: 0.0849471 Jun 12 12:59:24.192589 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-5d1ee1eb-95b6-4f9f-8213-6862a58d266b req-901a4688-820d-448f-93d2-b08129d6f223 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8b95929-74d9-4ba8-b802-3a72251ae14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501626 Jun 12 12:59:25.036117 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-7239a5c3-c5f0-4f25-a5be-c6c46247b3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:25.074151 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-a4b9dd77-76ca-4e7d-8776-ed54316d6af6 req-96b99d1c-9ccb-46e3-9737-63ec43d192b5 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=63c5c85c-6fe4-4964-9777-73fc6eedc696 HTTP/1.1" status: 200 len: 210 time: 0.0526366 Jun 12 12:59:25.309975 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b742af1-74b6-479c-9af9-ba1d6ef78501 req-7e69c25c-93e5-443d-b5de-56cc584f2c4e tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:25.311901 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-9b742af1-74b6-479c-9af9-ba1d6ef78501 req-7e69c25c-93e5-443d-b5de-56cc584f2c4e tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.30 "GET /v2.0/networks?id=e426109e-dad3-4f65-a54a-d678409a1b99 HTTP/1.1" status: 200 len: 814 time: 0.1728778 Jun 12 12:59:25.329130 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa72109d-280a-4dff-985a-d90b067add68 req-30ea386a-9d61-4a15-954a-cabd25932acd tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:25.331324 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [req-9b742af1-74b6-479c-9af9-ba1d6ef78501 req-ee9175be-c6f0-4f56-95f2-66b0a58bfd67 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Request body: {'port': {'device_id': '63c5c85c-6fe4-4964-9777-73fc6eedc696', 'network_id': 'e426109e-dad3-4f65-a54a-d678409a1b99', 'admin_state_up': True, 'tenant_id': '95c531eed7bc41ed93d7b43b25a1fa63'}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:59:25.338407 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-aa72109d-280a-4dff-985a-d90b067add68 req-30ea386a-9d61-4a15-954a-cabd25932acd tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 946 time: 0.0933189 Jun 12 12:59:25.383019 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-aa72109d-280a-4dff-985a-d90b067add68 req-5e2453cf-50be-443e-a2e0-de7e7ad3be07 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432942 Jun 12 12:59:25.533930 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f0563-9497-40f2-8dc9-42e68059f715 req-fd48ee1d-30c5-4213-9254-a8584db101d4 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:25.535421 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-354f0563-9497-40f2-8dc9-42e68059f715 req-fd48ee1d-30c5-4213-9254-a8584db101d4 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.23 "GET /v2.0/ports?device_id=5630ce71-2878-4b39-ba9f-1a5c78d3038e HTTP/1.1" status: 200 len: 946 time: 0.1696143 Jun 12 12:59:25.561924 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b742af1-74b6-479c-9af9-ba1d6ef78501 req-ee9175be-c6f0-4f56-95f2-66b0a58bfd67 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Made reservation on behalf of 95c531eed7bc41ed93d7b43b25a1fa63 for: {'port': 1} {{(pid=91666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 12:59:25.565320 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-9b742af1-74b6-479c-9af9-ba1d6ef78501 req-ee9175be-c6f0-4f56-95f2-66b0a58bfd67 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for port, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:25.609036 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-354f0563-9497-40f2-8dc9-42e68059f715 req-e7fd7ded-1d8a-4a29-a6bf-eeeae78a4d6b tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8b95929-74d9-4ba8-b802-3a72251ae14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673268 Jun 12 12:59:25.731802 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.db_base_plugin_common [req-9b742af1-74b6-479c-9af9-ba1d6ef78501 req-ee9175be-c6f0-4f56-95f2-66b0a58bfd67 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Allocated IP 172.20.0.13 (e426109e-dad3-4f65-a54a-d678409a1b99/f71341f6-cb58-4087-aff6-95b2f92c6898/fa8d5eca-64ee-41ea-ab7b-60380fe0e52f) {{(pid=91666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 12:59:25.771157 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 53474) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:59:25.837663 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-0a5de27a-4d22-4fdd-a4cf-053756d7edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:25.880201 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c19c189a-dc31-4014-834b-4468abd4f90e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:25.921465 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-9b742af1-74b6-479c-9af9-ba1d6ef78501 req-ee9175be-c6f0-4f56-95f2-66b0a58bfd67 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Notify callbacks [] for port, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:25.962716 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-9b742af1-74b6-479c-9af9-ba1d6ef78501 req-ee9175be-c6f0-4f56-95f2-66b0a58bfd67 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1466997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-122173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752044431912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14082974'] for port, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:25.975167 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-5365183f-ac20-4f49-8448-9edf80346241 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:25.977225 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] get_ports_and_sgs() called for port_ids ['9ebdb42a-1f6b-4820-90e8-c352aedcfc4f', '273e30c8-3d07-4397-8db6-ac264e726fc9'] {{(pid=91668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 12:59:25.998604 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c19c189a-dc31-4014-834b-4468abd4f90e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:26.006263 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c19c189a-dc31-4014-834b-4468abd4f90e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:26.039524 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b742af1-74b6-479c-9af9-ba1d6ef78501 req-ee9175be-c6f0-4f56-95f2-66b0a58bfd67 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Network e426109e-dad3-4f65-a54a-d678409a1b99 is already hosted by enough agents. {{(pid=91666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:59:26.043989 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.base_scheduler [req-9b742af1-74b6-479c-9af9-ba1d6ef78501 req-ee9175be-c6f0-4f56-95f2-66b0a58bfd67 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Resources bound (agent type, host, resource id): {{(pid=91666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:59:26.051058 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b742af1-74b6-479c-9af9-ba1d6ef78501 req-ee9175be-c6f0-4f56-95f2-66b0a58bfd67 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Received port after_create {{(pid=91666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 12:59:26.073862 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-f7d6fe09-ce08-46e7-a2d8-02b0494aac1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:26.082699 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9175be-c6f0-4f56-95f2-66b0a58bfd67 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Pushing event updated for resources: {'Port': ['ID=fa8d5eca-64ee-41ea-ab7b-60380fe0e52f,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:26.087277 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-ee9175be-c6f0-4f56-95f2-66b0a58bfd67 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:26.113363 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b742af1-74b6-479c-9af9-ba1d6ef78501 req-ee9175be-c6f0-4f56-95f2-66b0a58bfd67 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:26.113993 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-9b742af1-74b6-479c-9af9-ba1d6ef78501 req-ee9175be-c6f0-4f56-95f2-66b0a58bfd67 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920'] for port, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:26.115573 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-c19c189a-dc31-4014-834b-4468abd4f90e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=930807a5c8cf4e78b2101ec4af80b7b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3433108 Jun 12 12:59:26.117046 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 53488) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:59:26.153792 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19c189a-dc31-4014-834b-4468abd4f90e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd82e506-0a07-4ffc-abcf-040fc0d1a39c,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:26.158116 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-c19c189a-dc31-4014-834b-4468abd4f90e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:26.200068 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-83a4afc6-1e8b-4472-a830-c50670139592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:26.204573 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-9b742af1-74b6-479c-9af9-ba1d6ef78501 req-ee9175be-c6f0-4f56-95f2-66b0a58bfd67 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8775105 Jun 12 12:59:26.240710 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-83a4afc6-1e8b-4472-a830-c50670139592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:26.288815 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [req-9b742af1-74b6-479c-9af9-ba1d6ef78501 req-6a44a250-e2a3-4a2f-9777-7817358a7adb service neutron] Request body: {'port': {'device_id': '63c5c85c-6fe4-4964-9777-73fc6eedc696', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:59:26.410716 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-83a4afc6-1e8b-4472-a830-c50670139592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:26.413306 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-83a4afc6-1e8b-4472-a830-c50670139592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:26.414495 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-83a4afc6-1e8b-4472-a830-c50670139592 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bd82e506-0a07-4ffc-abcf-040fc0d1a39c HTTP/1.1" status: 204 len: 168 time: 0.2948670 Jun 12 12:59:26.443083 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-8fd7f95c-b03e-444d-9ad7-a223932a50f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:26.463342 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a4afc6-1e8b-4472-a830-c50670139592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd82e506-0a07-4ffc-abcf-040fc0d1a39c,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:26.467552 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-83a4afc6-1e8b-4472-a830-c50670139592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:26.483982 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4386147-19fd-451e-8a54-4c46405345ec req-dcd16cbc-c94e-4bef-91ec-19835e1eeaf7 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:26.485483 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-e4386147-19fd-451e-8a54-4c46405345ec req-dcd16cbc-c94e-4bef-91ec-19835e1eeaf7 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=63c5c85c-6fe4-4964-9777-73fc6eedc696 HTTP/1.1" status: 200 len: 932 time: 0.2025268 Jun 12 12:59:26.486570 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-9b742af1-74b6-479c-9af9-ba1d6ef78501 req-6a44a250-e2a3-4a2f-9777-7817358a7adb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:26.590835 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-e4386147-19fd-451e-8a54-4c46405345ec req-bf5b0ee4-b881-4c79-8fc8-6af4e13c4fb3 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/security-groups?id=02246757-e4e7-402b-9da4-d1f6e68238bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872331 Jun 12 12:59:26.690958 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55413e58-b31f-4c19-9725-9b9f8bd48de3 req-b2cad5f4-5450-4e15-84ca-1a9d9a5d3e48 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:26.700405 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-55413e58-b31f-4c19-9725-9b9f8bd48de3 req-b2cad5f4-5450-4e15-84ca-1a9d9a5d3e48 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 946 time: 0.0906341 Jun 12 12:59:26.760263 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-55413e58-b31f-4c19-9725-9b9f8bd48de3 req-1c24128c-9afc-4663-a217-d56cf98066cd tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584977 Jun 12 12:59:27.198102 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240f8ab-6246-478e-8902-a4e948eb02ea req-78f14c24-c0aa-4bca-9129-f4fdf47784e6 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:27.199560 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-7240f8ab-6246-478e-8902-a4e948eb02ea req-78f14c24-c0aa-4bca-9129-f4fdf47784e6 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.23 "GET /v2.0/ports?device_id=5630ce71-2878-4b39-ba9f-1a5c78d3038e HTTP/1.1" status: 200 len: 946 time: 0.1413817 Jun 12 12:59:27.230120 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.notifiers.nova [req-9b742af1-74b6-479c-9af9-ba1d6ef78501 req-6a44a250-e2a3-4a2f-9777-7817358a7adb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa8d5eca-64ee-41ea-ab7b-60380fe0e52f {{(pid=91666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 12:59:27.240913 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-9b742af1-74b6-479c-9af9-ba1d6ef78501 req-6a44a250-e2a3-4a2f-9777-7817358a7adb service neutron] Notify callbacks [] for port, precommit_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:27.267240 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-7240f8ab-6246-478e-8902-a4e948eb02ea req-0e5f2c53-158a-4332-bd66-551028da6b48 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8b95929-74d9-4ba8-b802-3a72251ae14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597005 Jun 12 12:59:27.268428 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [req-9b742af1-74b6-479c-9af9-ba1d6ef78501 req-6a44a250-e2a3-4a2f-9777-7817358a7adb service neutron] Transition to ACTIVE for port object fa8d5eca-64ee-41ea-ab7b-60380fe0e52f will not be triggered until provisioned by entity L2. {{(pid=91666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:59:27.276685 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-9b742af1-74b6-479c-9af9-ba1d6ef78501 req-6a44a250-e2a3-4a2f-9777-7817358a7adb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14082976'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:27.281641 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:27.384704 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a44a250-e2a3-4a2f-9777-7817358a7adb service neutron] Pushing event updated for resources: {'Port': ['ID=fa8d5eca-64ee-41ea-ab7b-60380fe0e52f,revision_number=2']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:27.387792 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-6a44a250-e2a3-4a2f-9777-7817358a7adb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:27.495719 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [req-9b742af1-74b6-479c-9af9-ba1d6ef78501 req-6a44a250-e2a3-4a2f-9777-7817358a7adb service neutron] Attempting to bind port fa8d5eca-64ee-41ea-ab7b-60380fe0e52f on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 12:59:27.496318 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [req-9b742af1-74b6-479c-9af9-ba1d6ef78501 req-6a44a250-e2a3-4a2f-9777-7817358a7adb service neutron] Attempting to bind port fa8d5eca-64ee-41ea-ab7b-60380fe0e52f by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': 'a55cae0d-67cb-4777-915a-d694fc695b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e426109e-dad3-4f65-a54a-d678409a1b99'}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 12:59:27.496410 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b742af1-74b6-479c-9af9-ba1d6ef78501 req-6a44a250-e2a3-4a2f-9777-7817358a7adb service neutron] Attempting to bind port fa8d5eca-64ee-41ea-ab7b-60380fe0e52f on network e426109e-dad3-4f65-a54a-d678409a1b99 {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:59:27.501099 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b742af1-74b6-479c-9af9-ba1d6ef78501 req-6a44a250-e2a3-4a2f-9777-7817358a7adb service neutron] Port fa8d5eca-64ee-41ea-ab7b-60380fe0e52f on network e426109e-dad3-4f65-a54a-d678409a1b99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 12:59:27.501417 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b742af1-74b6-479c-9af9-ba1d6ef78501 req-6a44a250-e2a3-4a2f-9777-7817358a7adb service neutron] Attempting to bind port fa8d5eca-64ee-41ea-ab7b-60380fe0e52f on network e426109e-dad3-4f65-a54a-d678409a1b99 {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:59:27.506657 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b742af1-74b6-479c-9af9-ba1d6ef78501 req-6a44a250-e2a3-4a2f-9777-7817358a7adb service neutron] Checking agent: {'id': '858649d7-9eac-48e6-8b51-9e9d764f3a99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 12, 56, 19), 'started_at': datetime.datetime(2021, 6, 12, 12, 56, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 12, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 12:59:27.506994 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b742af1-74b6-479c-9af9-ba1d6ef78501 req-6a44a250-e2a3-4a2f-9777-7817358a7adb service neutron] Checking segment: {'id': 'a55cae0d-67cb-4777-915a-d694fc695b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e426109e-dad3-4f65-a54a-d678409a1b99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:59:27.507381 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b742af1-74b6-479c-9af9-ba1d6ef78501 req-6a44a250-e2a3-4a2f-9777-7817358a7adb service neutron] Bound using segment: {'id': 'a55cae0d-67cb-4777-915a-d694fc695b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e426109e-dad3-4f65-a54a-d678409a1b99'} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 12:59:27.507868 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [req-9b742af1-74b6-479c-9af9-ba1d6ef78501 req-6a44a250-e2a3-4a2f-9777-7817358a7adb service neutron] Bound port: fa8d5eca-64ee-41ea-ab7b-60380fe0e52f, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a55cae0d-67cb-4777-915a-d694fc695b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e426109e-dad3-4f65-a54a-d678409a1b99'}}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 12:59:27.508217 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-9b742af1-74b6-479c-9af9-ba1d6ef78501 req-6a44a250-e2a3-4a2f-9777-7817358a7adb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:27.591373 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [req-9b742af1-74b6-479c-9af9-ba1d6ef78501 req-6a44a250-e2a3-4a2f-9777-7817358a7adb service neutron] For port fa8d5eca-64ee-41ea-ab7b-60380fe0e52f, host hv-cinder-79611, cleared binding levels {{(pid=91666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 12:59:27.595388 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [req-9b742af1-74b6-479c-9af9-ba1d6ef78501 req-6a44a250-e2a3-4a2f-9777-7817358a7adb service neutron] For port fa8d5eca-64ee-41ea-ab7b-60380fe0e52f, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=fa8d5eca-64ee-41ea-ab7b-60380fe0e52f,segment=NetworkSegment(a55cae0d-67cb-4777-915a-d694fc695b77),segment_id=a55cae0d-67cb-4777-915a-d694fc695b77)] {{(pid=91666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 12:59:27.605454 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-9b742af1-74b6-479c-9af9-ba1d6ef78501 req-6a44a250-e2a3-4a2f-9777-7817358a7adb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14082976'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:27.607783 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-5f3c6fcf-9464-4564-a5fb-7c2fe796df97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:27.669070 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b742af1-74b6-479c-9af9-ba1d6ef78501 req-6a44a250-e2a3-4a2f-9777-7817358a7adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:27.669694 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-9b742af1-74b6-479c-9af9-ba1d6ef78501 req-6a44a250-e2a3-4a2f-9777-7817358a7adb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920'] for port, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:27.671365 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-9b742af1-74b6-479c-9af9-ba1d6ef78501 req-6a44a250-e2a3-4a2f-9777-7817358a7adb service neutron] 10.222.0.30 "PUT /v2.0/ports/fa8d5eca-64ee-41ea-ab7b-60380fe0e52f HTTP/1.1" status: 200 len: 1094 time: 1.3893795 Jun 12 12:59:27.671869 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63c5c85c-6fe4-4964-9777-73fc6eedc696', 'tag': 'fa8d5eca-64ee-41ea-ab7b-60380fe0e52f'}] {{(pid=91666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:59:27.674249 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba2aedb3ce59156ad261fd92086ba05f02985526b362ab5d5a646d7af1b76f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db84d43-effc-4566-a603-d6db4a1fe08d" -d '{"events": [{"name": "network-changed", "server_uuid": "63c5c85c-6fe4-4964-9777-73fc6eedc696", "tag": "fa8d5eca-64ee-41ea-ab7b-60380fe0e52f"}]}' {{(pid=91666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:59:27.707097 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a44a250-e2a3-4a2f-9777-7817358a7adb service neutron] Pushing event updated for resources: {'Port': ['ID=fa8d5eca-64ee-41ea-ab7b-60380fe0e52f,revision_number=3']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:27.710302 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-6a44a250-e2a3-4a2f-9777-7817358a7adb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:27.723855 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 12:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb91205-262c-4dd0-9317-96c8060f35ab x-openstack-request-id: req-5fb91205-262c-4dd0-9317-96c8060f35ab {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:59:27.724174 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63c5c85c-6fe4-4964-9777-73fc6eedc696", "tag": "fa8d5eca-64ee-41ea-ab7b-60380fe0e52f", "status": "completed", "code": 200}]} {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:59:27.724455 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5fb91205-262c-4dd0-9317-96c8060f35ab {{(pid=91666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:59:27.724877 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63c5c85c-6fe4-4964-9777-73fc6eedc696', 'tag': 'fa8d5eca-64ee-41ea-ab7b-60380fe0e52f', 'status': 'completed', 'code': 200} Jun 12 12:59:27.800528 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7335fb-4472-4f29-ade7-b8289467ff68 req-e5f6289a-a520-4e76-8b9a-8a86ebfc8c0f tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:27.802223 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-1b7335fb-4472-4f29-ade7-b8289467ff68 req-e5f6289a-a520-4e76-8b9a-8a86ebfc8c0f tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=63c5c85c-6fe4-4964-9777-73fc6eedc696 HTTP/1.1" status: 200 len: 944 time: 0.0721698 Jun 12 12:59:27.803060 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b742af1-74b6-479c-9af9-ba1d6ef78501 req-447af3a1-e506-4634-888a-1834b8ea45e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:27.804524 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-9b742af1-74b6-479c-9af9-ba1d6ef78501 req-447af3a1-e506-4634-888a-1834b8ea45e4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=95c531eed7bc41ed93d7b43b25a1fa63&device_id=63c5c85c-6fe4-4964-9777-73fc6eedc696 HTTP/1.1" status: 200 len: 1097 time: 0.0677454 Jun 12 12:59:27.846883 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-1b7335fb-4472-4f29-ade7-b8289467ff68 req-94b68ec5-424c-4de2-a59f-ade5668640ea tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/security-groups?id=02246757-e4e7-402b-9da4-d1f6e68238bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382009 Jun 12 12:59:27.867312 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-9b742af1-74b6-479c-9af9-ba1d6ef78501 req-afbecce4-6f5d-4c44-8652-10bb3cdd937f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa8d5eca-64ee-41ea-ab7b-60380fe0e52f HTTP/1.1" status: 200 len: 217 time: 0.0524344 Jun 12 12:59:27.974253 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b742af1-74b6-479c-9af9-ba1d6ef78501 req-8c223455-31b4-4702-b0d9-6fc0478ce2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:27.975701 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-9b742af1-74b6-479c-9af9-ba1d6ef78501 req-8c223455-31b4-4702-b0d9-6fc0478ce2ea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f71341f6-cb58-4087-aff6-95b2f92c6898 HTTP/1.1" status: 200 len: 854 time: 0.0904644 Jun 12 12:59:28.003020 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bf475f-63dd-41e3-afe2-7703cce89578 req-b9164268-7db7-4819-b65d-a7f36b3936f9 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:28.004386 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-f7bf475f-63dd-41e3-afe2-7703cce89578 req-b9164268-7db7-4819-b65d-a7f36b3936f9 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 946 time: 0.1283066 Jun 12 12:59:28.028779 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-9b742af1-74b6-479c-9af9-ba1d6ef78501 req-b4da8bf0-9d33-401f-82c8-4f2c6ed5a181 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e426109e-dad3-4f65-a54a-d678409a1b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433581 Jun 12 12:59:28.098600 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-f7bf475f-63dd-41e3-afe2-7703cce89578 req-78f6514e-1a44-478d-81b0-5908ed1799b2 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727296 Jun 12 12:59:28.172170 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-9b742af1-74b6-479c-9af9-ba1d6ef78501 req-b0d3d75f-f4c7-4eac-af8f-246a27ff0474 service neutron] 10.222.0.30 "GET /v2.0/networks/e426109e-dad3-4f65-a54a-d678409a1b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282501 Jun 12 12:59:28.304132 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-9b742af1-74b6-479c-9af9-ba1d6ef78501 req-6a98841e-81e3-4ee0-bab3-1be8e2b79968 service neutron] 10.222.0.30 "GET /v2.0/networks/e426109e-dad3-4f65-a54a-d678409a1b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198931 Jun 12 12:59:28.429527 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db84d43-effc-4566-a603-d6db4a1fe08d req-c27a82c8-cdb6-4fdb-bec9-79db45ccf526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:28.431158 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-5db84d43-effc-4566-a603-d6db4a1fe08d req-c27a82c8-cdb6-4fdb-bec9-79db45ccf526 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=95c531eed7bc41ed93d7b43b25a1fa63&device_id=63c5c85c-6fe4-4964-9777-73fc6eedc696 HTTP/1.1" status: 200 len: 1097 time: 0.0607452 Jun 12 12:59:28.568060 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db84d43-effc-4566-a603-d6db4a1fe08d req-38171a04-ae55-48f2-a3ff-eae3218191fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:28.569489 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-5db84d43-effc-4566-a603-d6db4a1fe08d req-38171a04-ae55-48f2-a3ff-eae3218191fd service neutron] 10.222.0.30 "GET /v2.0/networks?id=e426109e-dad3-4f65-a54a-d678409a1b99 HTTP/1.1" status: 200 len: 915 time: 0.1233771 Jun 12 12:59:28.633311 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-5db84d43-effc-4566-a603-d6db4a1fe08d req-29bb0663-f647-4e1b-91fc-665bee77ecf3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa8d5eca-64ee-41ea-ab7b-60380fe0e52f HTTP/1.1" status: 200 len: 217 time: 0.0521564 Jun 12 12:59:28.661941 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.agents_db [None req-3755f801-82db-4e36-b9e4-fb56f4f4bf71 None None] Agent healthcheck: found 6 active agents {{(pid=91669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 12:59:28.675408 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae5ddc-6037-489b-beb0-6316060dcf9f req-5ba742ac-1918-4636-8e5e-11045f97be10 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:28.677140 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-beae5ddc-6037-489b-beb0-6316060dcf9f req-5ba742ac-1918-4636-8e5e-11045f97be10 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.23 "GET /v2.0/ports?device_id=5630ce71-2878-4b39-ba9f-1a5c78d3038e HTTP/1.1" status: 200 len: 946 time: 0.0765674 Jun 12 12:59:28.692525 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db84d43-effc-4566-a603-d6db4a1fe08d req-a2db307c-a39a-4392-9256-0ca5a65e99fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:28.694112 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-5db84d43-effc-4566-a603-d6db4a1fe08d req-a2db307c-a39a-4392-9256-0ca5a65e99fa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f71341f6-cb58-4087-aff6-95b2f92c6898 HTTP/1.1" status: 200 len: 854 time: 0.0540941 Jun 12 12:59:28.720414 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-beae5ddc-6037-489b-beb0-6316060dcf9f req-03e1dd0e-076a-426d-a1c1-046b36f488b9 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8b95929-74d9-4ba8-b802-3a72251ae14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367479 Jun 12 12:59:28.741149 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-5db84d43-effc-4566-a603-d6db4a1fe08d req-4cef99a7-91c7-4db8-9ec8-6f5ca3f50007 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e426109e-dad3-4f65-a54a-d678409a1b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329280 Jun 12 12:59:28.867308 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-5db84d43-effc-4566-a603-d6db4a1fe08d req-8b1a8faf-5330-4e98-aa69-e9a154075c62 service neutron] 10.222.0.30 "GET /v2.0/networks/e426109e-dad3-4f65-a54a-d678409a1b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105468 Jun 12 12:59:29.053697 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-5db84d43-effc-4566-a603-d6db4a1fe08d req-47ed3ef4-f850-4977-bc3b-c4707c12982c service neutron] 10.222.0.30 "GET /v2.0/networks/e426109e-dad3-4f65-a54a-d678409a1b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542091 Jun 12 12:59:29.091008 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6a085-d214-49e2-9b97-7a5db4d7f693 req-18979a2e-0efa-4418-822e-6f98e807ee85 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:29.092546 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-22d6a085-d214-49e2-9b97-7a5db4d7f693 req-18979a2e-0efa-4418-822e-6f98e807ee85 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=63c5c85c-6fe4-4964-9777-73fc6eedc696 HTTP/1.1" status: 200 len: 944 time: 0.1063576 Jun 12 12:59:29.150806 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-22d6a085-d214-49e2-9b97-7a5db4d7f693 req-b4d5c332-770b-4e94-95fe-243be264d758 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/security-groups?id=02246757-e4e7-402b-9da4-d1f6e68238bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523133 Jun 12 12:59:29.299063 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7361dc2e-7ad3-4bd2-ab97-996e473df086 req-1643766e-3154-4fde-9e02-d8cef8f27f08 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:29.300535 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-7361dc2e-7ad3-4bd2-ab97-996e473df086 req-1643766e-3154-4fde-9e02-d8cef8f27f08 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 946 time: 0.0726428 Jun 12 12:59:29.344188 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-7361dc2e-7ad3-4bd2-ab97-996e473df086 req-ecd2936d-e028-4e96-aae3-4dc1ce6a4d61 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377681 Jun 12 12:59:29.901571 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81023360-5612-40be-b9f0-e02e808f4242 req-54ba74b6-9c29-475f-b622-9c1f638aef6b tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:29.903090 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-81023360-5612-40be-b9f0-e02e808f4242 req-54ba74b6-9c29-475f-b622-9c1f638aef6b tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.23 "GET /v2.0/ports?device_id=5630ce71-2878-4b39-ba9f-1a5c78d3038e HTTP/1.1" status: 200 len: 946 time: 0.0709879 Jun 12 12:59:29.950595 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-81023360-5612-40be-b9f0-e02e808f4242 req-89679ca0-ee5e-4ed6-b06b-e25bc151c2de tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8b95929-74d9-4ba8-b802-3a72251ae14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387318 Jun 12 12:59:30.346549 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540d7d7a-4dd9-444c-a084-6ed51cf26bce req-64559ebe-a360-48c0-a675-38d2ab9889ee tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:30.347988 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-540d7d7a-4dd9-444c-a084-6ed51cf26bce req-64559ebe-a360-48c0-a675-38d2ab9889ee tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=63c5c85c-6fe4-4964-9777-73fc6eedc696 HTTP/1.1" status: 200 len: 944 time: 0.0763888 Jun 12 12:59:30.389680 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-540d7d7a-4dd9-444c-a084-6ed51cf26bce req-ab57eb46-cd4d-43d9-b9af-f0cf3e2bfd99 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/security-groups?id=02246757-e4e7-402b-9da4-d1f6e68238bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354326 Jun 12 12:59:30.532519 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a732dda9-6bce-4dd2-a82f-2da0ecda7763 req-f2ee9f49-3482-4472-8cb1-0a0e88ddb5d1 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:30.533957 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-a732dda9-6bce-4dd2-a82f-2da0ecda7763 req-f2ee9f49-3482-4472-8cb1-0a0e88ddb5d1 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 946 time: 0.0699153 Jun 12 12:59:30.579376 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-a732dda9-6bce-4dd2-a82f-2da0ecda7763 req-24fcdc0c-17a1-44de-bfbd-b82419a3c6c2 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398059 Jun 12 12:59:31.131765 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbc989f-6b5d-44d3-9859-df54d68c2092 req-528668ce-e0f2-4897-8df7-fb0f2201f00f tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:31.133301 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-1fbc989f-6b5d-44d3-9859-df54d68c2092 req-528668ce-e0f2-4897-8df7-fb0f2201f00f tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.23 "GET /v2.0/ports?device_id=5630ce71-2878-4b39-ba9f-1a5c78d3038e HTTP/1.1" status: 200 len: 946 time: 0.0718307 Jun 12 12:59:31.176392 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-1fbc989f-6b5d-44d3-9859-df54d68c2092 req-e2b252cd-1601-4308-aacf-8ae858284e10 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8b95929-74d9-4ba8-b802-3a72251ae14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365512 Jun 12 12:59:31.233416 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d65751-4397-4a1c-a0fc-d688c345a220 req-226bcb35-37e3-49cd-97f5-3ce88579dcb8 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:31.234815 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-b8d65751-4397-4a1c-a0fc-d688c345a220 req-226bcb35-37e3-49cd-97f5-3ce88579dcb8 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.30 "GET /v2.0/ports?device_id=5630ce71-2878-4b39-ba9f-1a5c78d3038e HTTP/1.1" status: 200 len: 946 time: 0.0744271 Jun 12 12:59:31.371797 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [req-b8d65751-4397-4a1c-a0fc-d688c345a220 req-180c54f7-4e69-4e9a-8050-18ecc12ab03b tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Deleting port 69302a4b-c223-4f5c-bd58-2f3e1250384a {{(pid=91666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 12:59:31.372158 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-b8d65751-4397-4a1c-a0fc-d688c345a220 req-180c54f7-4e69-4e9a-8050-18ecc12ab03b tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752044867880'] for port, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:31.507406 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [req-b8d65751-4397-4a1c-a0fc-d688c345a220 req-180c54f7-4e69-4e9a-8050-18ecc12ab03b tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] For port 69302a4b-c223-4f5c-bd58-2f3e1250384a, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=69302a4b-c223-4f5c-bd58-2f3e1250384a,segment=NetworkSegment(1037b7c5-f101-4e46-be86-ca4ffe5036cc),segment_id=1037b7c5-f101-4e46-be86-ca4ffe5036cc)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:59:31.507714 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-b8d65751-4397-4a1c-a0fc-d688c345a220 req-180c54f7-4e69-4e9a-8050-18ecc12ab03b tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455153'] for port, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:31.623037 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [req-b8d65751-4397-4a1c-a0fc-d688c345a220 req-180c54f7-4e69-4e9a-8050-18ecc12ab03b tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Calling delete_port for 69302a4b-c223-4f5c-bd58-2f3e1250384a owned by compute:nova {{(pid=91666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 12:59:31.749503 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c0285-924d-4a71-864b-7222c191230b req-90bca672-7dd4-4cac-8601-922c73b68be0 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:31.751007 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-eb6c0285-924d-4a71-864b-7222c191230b req-90bca672-7dd4-4cac-8601-922c73b68be0 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=63c5c85c-6fe4-4964-9777-73fc6eedc696 HTTP/1.1" status: 200 len: 944 time: 0.2318630 Jun 12 12:59:31.767275 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e3eb0-2ca9-419a-8dea-2c9915cc63e9 req-42d62fe3-37c9-4988-a6c0-4e798a2599db tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:31.768639 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-a60e3eb0-2ca9-419a-8dea-2c9915cc63e9 req-42d62fe3-37c9-4988-a6c0-4e798a2599db tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 946 time: 0.0724797 Jun 12 12:59:31.810270 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-a60e3eb0-2ca9-419a-8dea-2c9915cc63e9 req-9a83285d-9933-4fbc-b79d-a5509e374562 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356231 Jun 12 12:59:31.836019 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-eb6c0285-924d-4a71-864b-7222c191230b req-ca5c8fec-42cf-4ef7-8d4e-8db608405717 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/security-groups?id=02246757-e4e7-402b-9da4-d1f6e68238bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738411 Jun 12 12:59:31.860250 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-b8d65751-4397-4a1c-a0fc-d688c345a220 req-180c54f7-4e69-4e9a-8050-18ecc12ab03b tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752044873292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752044431921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14082967'] for port, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:31.864051 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-b676b1a2-f91a-41e8-97bf-a3c5f39a6cce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:31.873832 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] get_ports_and_sgs() called for port_ids ['69302a4b-c223-4f5c-bd58-2f3e1250384a'] {{(pid=91668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 12:59:31.894263 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c54f7-4e69-4e9a-8050-18ecc12ab03b tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Pushing event deleted for resources: {'Port': ['ID=69302a4b-c223-4f5c-bd58-2f3e1250384a,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:31.897879 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-180c54f7-4e69-4e9a-8050-18ecc12ab03b tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:31.952762 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8d65751-4397-4a1c-a0fc-d688c345a220 req-180c54f7-4e69-4e9a-8050-18ecc12ab03b tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] No DVR routers for this DVR port 69302a4b-c223-4f5c-bd58-2f3e1250384a on host hv-cinder-79611 {{(pid=91666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 12:59:31.955181 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-b8d65751-4397-4a1c-a0fc-d688c345a220 req-180c54f7-4e69-4e9a-8050-18ecc12ab03b tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920'] for port, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:31.957079 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-b8d65751-4397-4a1c-a0fc-d688c345a220 req-180c54f7-4e69-4e9a-8050-18ecc12ab03b tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.30 "DELETE /v2.0/ports/69302a4b-c223-4f5c-bd58-2f3e1250384a HTTP/1.1" status: 204 len: 173 time: 0.7154698 Jun 12 12:59:31.957571 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5630ce71-2878-4b39-ba9f-1a5c78d3038e', 'name': 'network-vif-deleted', 'tag': '69302a4b-c223-4f5c-bd58-2f3e1250384a'}] {{(pid=91666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:59:31.959840 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba2aedb3ce59156ad261fd92086ba05f02985526b362ab5d5a646d7af1b76f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ef4302-a27f-45af-bb2e-2ea43c0c1611" -d '{"events": [{"server_uuid": "5630ce71-2878-4b39-ba9f-1a5c78d3038e", "name": "network-vif-deleted", "tag": "69302a4b-c223-4f5c-bd58-2f3e1250384a"}]}' {{(pid=91666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:59:31.997873 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 12:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5c396b-698b-4c29-a5fb-209beb28bfb2 x-openstack-request-id: req-1f5c396b-698b-4c29-a5fb-209beb28bfb2 {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:59:31.998262 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5630ce71-2878-4b39-ba9f-1a5c78d3038e", "name": "network-vif-deleted", "tag": "69302a4b-c223-4f5c-bd58-2f3e1250384a", "status": "completed", "code": 200}]} {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:59:31.998570 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1f5c396b-698b-4c29-a5fb-209beb28bfb2 {{(pid=91666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:59:31.998990 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5630ce71-2878-4b39-ba9f-1a5c78d3038e', 'name': 'network-vif-deleted', 'tag': '69302a4b-c223-4f5c-bd58-2f3e1250384a', 'status': 'completed', 'code': 200} Jun 12 12:59:32.355856 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-64207896-e3ae-43f4-a2f9-9ec50ed673e7 req-06f67732-3642-4b93-b205-8e2312a952b0 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.23 "GET /v2.0/ports?device_id=5630ce71-2878-4b39-ba9f-1a5c78d3038e HTTP/1.1" status: 200 len: 210 time: 0.0387156 Jun 12 12:59:32.964420 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device fa8d5eca-64ee-41ea-ab7b-60380fe0e52f details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 12:59:32.998014 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f952e12-ad3d-4dfc-8ba2-8e7bc553c284 req-858891c9-0caf-45b3-a8e7-00dbbfb488cf tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:32.999693 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-7f952e12-ad3d-4dfc-8ba2-8e7bc553c284 req-858891c9-0caf-45b3-a8e7-00dbbfb488cf tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 946 time: 0.0721140 Jun 12 12:59:33.022057 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe18722-36e6-46ae-85a4-1ccc553efb7e req-d02bb7dd-4fe0-4f18-a8a2-4bd58fd59152 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:33.023786 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-4fe18722-36e6-46ae-85a4-1ccc553efb7e req-d02bb7dd-4fe0-4f18-a8a2-4bd58fd59152 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=63c5c85c-6fe4-4964-9777-73fc6eedc696 HTTP/1.1" status: 200 len: 944 time: 0.0709424 Jun 12 12:59:33.046901 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-7f952e12-ad3d-4dfc-8ba2-8e7bc553c284 req-e45e0f2e-2902-45f1-9efc-42966a254e28 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409760 Jun 12 12:59:33.070412 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-4fe18722-36e6-46ae-85a4-1ccc553efb7e req-31fa1dd4-5eca-4208-9482-2c187150cb3d tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/security-groups?id=02246757-e4e7-402b-9da4-d1f6e68238bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402107 Jun 12 12:59:33.089480 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port fa8d5eca-64ee-41ea-ab7b-60380fe0e52f, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=fa8d5eca-64ee-41ea-ab7b-60380fe0e52f,segment=NetworkSegment(a55cae0d-67cb-4777-915a-d694fc695b77),segment_id=a55cae0d-67cb-4777-915a-d694fc695b77)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:59:33.101123 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Returning: {'device': 'fa8d5eca-64ee-41ea-ab7b-60380fe0e52f', 'network_id': 'e426109e-dad3-4f65-a54a-d678409a1b99', 'port_id': 'fa8d5eca-64ee-41ea-ab7b-60380fe0e52f', 'mac_address': 'fa:16:3e:98:6b:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f71341f6-cb58-4087-aff6-95b2f92c6898', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 12:59:33.143204 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:33.161272 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.notifiers.nova [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa8d5eca-64ee-41ea-ab7b-60380fe0e52f {{(pid=91668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 12:59:33.181317 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port fa8d5eca-64ee-41ea-ab7b-60380fe0e52f, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=fa8d5eca-64ee-41ea-ab7b-60380fe0e52f,segment=NetworkSegment(a55cae0d-67cb-4777-915a-d694fc695b77),segment_id=a55cae0d-67cb-4777-915a-d694fc695b77)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:59:33.186276 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:33.187898 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:33.239956 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Pushing event updated for resources: {'Port': ['ID=fa8d5eca-64ee-41ea-ab7b-60380fe0e52f,revision_number=4']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:33.242948 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:33.715163 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] get_ports_and_sgs() called for port_ids ['fa8d5eca-64ee-41ea-ab7b-60380fe0e52f'] {{(pid=91668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 12:59:33.744658 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476eebc-da8c-469a-9dc2-b91f2c81567f req-8ab33199-c268-4730-a632-34b45dcf65ef tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:33.748049 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-d476eebc-da8c-469a-9dc2-b91f2c81567f req-8ab33199-c268-4730-a632-34b45dcf65ef tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.23 "GET /v2.0/networks?id=3046a9a6-63c9-4691-b88c-cc2db2262676 HTTP/1.1" status: 200 len: 809 time: 0.1398029 Jun 12 12:59:33.768587 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-d476eebc-da8c-469a-9dc2-b91f2c81567f req-a7b52496-a84b-4854-b517-447c232eb7a2 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.23 "GET /v2.0/quotas/3818eeaab27c4c36b60e22995cbab3f1 HTTP/1.1" status: 200 len: 375 time: 0.0154111 Jun 12 12:59:33.836944 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-d476eebc-da8c-469a-9dc2-b91f2c81567f req-b1108c24-f799-4b35-99cf-fa45c2ced012 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3818eeaab27c4c36b60e22995cbab3f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564010 Jun 12 12:59:33.927224 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 53694) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:59:33.967600 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-d476eebc-da8c-469a-9dc2-b91f2c81567f req-a374db17-8c22-4306-ad77-94006e2ca785 service neutron] 10.222.0.23 "GET /v2.0/networks/3046a9a6-63c9-4691-b88c-cc2db2262676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172678 Jun 12 12:59:34.045615 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2b16030f-eb23-4d96-be6f-81a0290b51fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:34.088260 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-d476eebc-da8c-469a-9dc2-b91f2c81567f req-6ed098ab-9ed0-4bb8-b672-73d65a223aea service neutron] 10.222.0.23 "GET /v2.0/networks/3046a9a6-63c9-4691-b88c-cc2db2262676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149848 Jun 12 12:59:34.149247 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2b16030f-eb23-4d96-be6f-81a0290b51fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:34.153534 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2b16030f-eb23-4d96-be6f-81a0290b51fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:34.157031 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-958aba49-8e07-44a3-a4d3-864c95198278 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:34.197588 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-2b16030f-eb23-4d96-be6f-81a0290b51fd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2268d64cfcb64b0898d9cf7afd94f2cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2663689 Jun 12 12:59:34.198567 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 53710) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:59:34.218008 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b16030f-eb23-4d96-be6f-81a0290b51fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15be3054-fe06-4469-8829-10619c54fe56,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:34.221739 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-2b16030f-eb23-4d96-be6f-81a0290b51fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:34.315640 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-0b48f6c7-b6d5-4dd3-b855-f534dad9f8fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:34.349007 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-0b48f6c7-b6d5-4dd3-b855-f534dad9f8fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:34.364620 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d097f5ac-699f-4e71-8935-a67860fb99a4 req-5fdd5116-8056-44b2-b1a8-7f5a0f6a31d9 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:34.365737 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-d097f5ac-699f-4e71-8935-a67860fb99a4 req-5fdd5116-8056-44b2-b1a8-7f5a0f6a31d9 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 946 time: 0.1332769 Jun 12 12:59:34.409777 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a02cae-a6c9-4a79-a3c8-0f32900a53c1 req-ec090114-a773-4232-9cd8-26faa998dc8c tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:34.411406 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-d5a02cae-a6c9-4a79-a3c8-0f32900a53c1 req-ec090114-a773-4232-9cd8-26faa998dc8c tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=63c5c85c-6fe4-4964-9777-73fc6eedc696 HTTP/1.1" status: 200 len: 945 time: 0.0737348 Jun 12 12:59:34.434265 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-d097f5ac-699f-4e71-8935-a67860fb99a4 req-a56964ca-6314-41d6-aad8-b34a08b80c9c tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569184 Jun 12 12:59:34.444914 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-0b48f6c7-b6d5-4dd3-b855-f534dad9f8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:34.451659 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-0b48f6c7-b6d5-4dd3-b855-f534dad9f8fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:34.463926 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-0b48f6c7-b6d5-4dd3-b855-f534dad9f8fd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/15be3054-fe06-4469-8829-10619c54fe56 HTTP/1.1" status: 204 len: 168 time: 0.2643485 Jun 12 12:59:34.467795 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-5411045b-f22a-4180-a34d-f83f2a204309 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:34.477816 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b48f6c7-b6d5-4dd3-b855-f534dad9f8fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15be3054-fe06-4469-8829-10619c54fe56,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:34.492443 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-d5a02cae-a6c9-4a79-a3c8-0f32900a53c1 req-257b2bfd-800d-4c18-ab73-c80ce311f8a2 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/security-groups?id=02246757-e4e7-402b-9da4-d1f6e68238bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727119 Jun 12 12:59:34.496418 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-0b48f6c7-b6d5-4dd3-b855-f534dad9f8fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:34.589248 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-0c765b9a-d61f-42c9-86cf-a67886851c08 req-5af34d9c-d76a-484b-bf52-448e00211fae tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac7646ee-d01b-492a-802c-8218a1273e5f HTTP/1.1" status: 200 len: 210 time: 0.0522182 Jun 12 12:59:34.965156 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 53752) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:59:34.985182 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-9c3a212e-593c-44a3-88b5-5c12ba280ab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:34.988317 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device fa8d5eca-64ee-41ea-ab7b-60380fe0e52f up at agent hyperv_hv-cinder-79611 {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:59:35.096126 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Provisioning for port fa8d5eca-64ee-41ea-ab7b-60380fe0e52f completed by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:59:35.101620 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Provisioning complete for port fa8d5eca-64ee-41ea-ab7b-60380fe0e52f triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:59:35.103125 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:35.107013 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-9c3a212e-593c-44a3-88b5-5c12ba280ab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:35.114908 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-9c3a212e-593c-44a3-88b5-5c12ba280ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:35.127668 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:35.166650 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-9c3a212e-593c-44a3-88b5-5c12ba280ab1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ecae3b253da34d43904e9c538457e05d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2062974 Jun 12 12:59:35.170258 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 53762) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:59:35.186184 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3a212e-593c-44a3-88b5-5c12ba280ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0872e701-a86f-487b-a0c3-51d9795d6a24,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:35.190106 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-9c3a212e-593c-44a3-88b5-5c12ba280ab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:35.225132 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:35.250013 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-a0133aee-3305-4408-b64c-66b9f41ca030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:35.273468 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63c5c85c-6fe4-4964-9777-73fc6eedc696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa8d5eca-64ee-41ea-ab7b-60380fe0e52f'}] {{(pid=91668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:59:35.276938 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80aeb099eed554921aeb9584cad5061c500859d49ba4b111a23145803cb4192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f380a60f-e01f-435f-afea-1f77416cbc37" -d '{"events": [{"server_uuid": "63c5c85c-6fe4-4964-9777-73fc6eedc696", "name": "network-vif-plugged", "status": "completed", "tag": "fa8d5eca-64ee-41ea-ab7b-60380fe0e52f"}]}' {{(pid=91668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:59:35.278320 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-a0133aee-3305-4408-b64c-66b9f41ca030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:35.293648 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port fa8d5eca-64ee-41ea-ab7b-60380fe0e52f, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=fa8d5eca-64ee-41ea-ab7b-60380fe0e52f,segment=NetworkSegment(a55cae0d-67cb-4777-915a-d694fc695b77),segment_id=a55cae0d-67cb-4777-915a-d694fc695b77)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:59:35.303517 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:35.304872 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device 69302a4b-c223-4f5c-bd58-2f3e1250384a no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 12:59:35.336455 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 12:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d6bc16-2974-4b95-8b9c-aaaaefdf0469 x-openstack-request-id: req-b2d6bc16-2974-4b95-8b9c-aaaaefdf0469 {{(pid=91668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:59:35.337548 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63c5c85c-6fe4-4964-9777-73fc6eedc696", "name": "network-vif-plugged", "status": "completed", "tag": "fa8d5eca-64ee-41ea-ab7b-60380fe0e52f", "code": 200}]} {{(pid=91668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:59:35.339558 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b2d6bc16-2974-4b95-8b9c-aaaaefdf0469 {{(pid=91668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:59:35.340953 dv-cinder-796114-1-iscsi neutron-server[91668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63c5c85c-6fe4-4964-9777-73fc6eedc696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa8d5eca-64ee-41ea-ab7b-60380fe0e52f', 'code': 200} Jun 12 12:59:35.341853 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:35.347216 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] No Port match for: 69302a4b-c223-4f5c-bd58-2f3e1250384a {{(pid=91668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 12:59:35.347917 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device 69302a4b-c223-4f5c-bd58-2f3e1250384a not bound to the agent host hv-cinder-79611 {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 12:59:35.356638 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-a0133aee-3305-4408-b64c-66b9f41ca030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:35.361864 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-a0133aee-3305-4408-b64c-66b9f41ca030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:35.363645 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-a0133aee-3305-4408-b64c-66b9f41ca030 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0872e701-a86f-487b-a0c3-51d9795d6a24 HTTP/1.1" status: 204 len: 168 time: 0.1917374 Jun 12 12:59:35.364634 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-581d5fc0-5c84-4530-bd5f-8bdd39543c4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:35.374767 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0133aee-3305-4408-b64c-66b9f41ca030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0872e701-a86f-487b-a0c3-51d9795d6a24,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:35.377210 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-a0133aee-3305-4408-b64c-66b9f41ca030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:35.432387 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Pushing event updated for resources: {'Port': ['ID=fa8d5eca-64ee-41ea-ab7b-60380fe0e52f,revision_number=5']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:35.436351 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:35.693197 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6f05f3-7444-4411-a27c-82e6599e8acd req-2d1528c4-b067-494e-a7e1-bb7b349bbfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:35.694726 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-ed6f05f3-7444-4411-a27c-82e6599e8acd req-2d1528c4-b067-494e-a7e1-bb7b349bbfa7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=63c5c85c-6fe4-4964-9777-73fc6eedc696 HTTP/1.1" status: 200 len: 1099 time: 0.1375368 Jun 12 12:59:35.721495 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b33b8-d7fb-44cd-ad17-f85f5c664dd8 req-9cea34c4-9c86-42e4-bfd9-672787e52394 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:35.723206 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-b12b33b8-d7fb-44cd-ad17-f85f5c664dd8 req-9cea34c4-9c86-42e4-bfd9-672787e52394 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 946 time: 0.1428909 Jun 12 12:59:35.737326 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f5701-c6b9-41f8-a253-2ebf3fe7492a req-82f2054b-dee6-46f8-b3d8-96e879853363 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:35.737326 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-906f5701-c6b9-41f8-a253-2ebf3fe7492a req-82f2054b-dee6-46f8-b3d8-96e879853363 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=63c5c85c-6fe4-4964-9777-73fc6eedc696 HTTP/1.1" status: 200 len: 946 time: 0.0949109 Jun 12 12:59:35.779313 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-b12b33b8-d7fb-44cd-ad17-f85f5c664dd8 req-c14af886-cc16-4616-863c-f1e376630e81 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450110 Jun 12 12:59:35.795072 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-906f5701-c6b9-41f8-a253-2ebf3fe7492a req-145c5e7b-c9ca-4915-a5e7-98b0976cc910 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/security-groups?id=02246757-e4e7-402b-9da4-d1f6e68238bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520658 Jun 12 12:59:35.938166 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-613c617b-d73b-4e0a-84a7-89a6f5627fef req-5a90a9c0-23c4-4916-a936-eb7b7d4da51c tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac7646ee-d01b-492a-802c-8218a1273e5f HTTP/1.1" status: 200 len: 210 time: 0.0416830 Jun 12 12:59:36.187092 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 53802) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:59:36.304077 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.v2.base [None req-e6f13e24-ac69-4b15-8b6a-d9fa59f7ccc3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-194615628-network', 'tenant_id': '28043c4af02547deae876ba39ba11123'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:59:36.325987 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f13e24-ac69-4b15-8b6a-d9fa59f7ccc3 admin admin] Made reservation on behalf of 28043c4af02547deae876ba39ba11123 for: {'network': 1} {{(pid=91667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 12:59:36.328356 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-e6f13e24-ac69-4b15-8b6a-d9fa59f7ccc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for network, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:36.342704 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-e6f13e24-ac69-4b15-8b6a-d9fa59f7ccc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:36.451965 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-e6f13e24-ac69-4b15-8b6a-d9fa59f7ccc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:36.455806 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-e6f13e24-ac69-4b15-8b6a-d9fa59f7ccc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:36.459683 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-a8429e3c-287f-4e70-940e-a38711b800b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:36.478598 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6f13e24-ac69-4b15-8b6a-d9fa59f7ccc3 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=91667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 12:59:36.496018 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f13e24-ac69-4b15-8b6a-d9fa59f7ccc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07f563c-91f7-4cb3-9549-e4e7eef36183,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:36.498822 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-e6f13e24-ac69-4b15-8b6a-d9fa59f7ccc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400235'] for segment, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:36.499160 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.db.segments_db [None req-e6f13e24-ac69-4b15-8b6a-d9fa59f7ccc3 admin admin] Added segment 382e8118-34d6-4f10-93a0-5e236951bf44 of type vlan for network 54c7db29-a6b2-421f-a94c-ecf9cae6372c Jun 12 12:59:36.500583 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-e6f13e24-ac69-4b15-8b6a-d9fa59f7ccc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:36.559238 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-e6f13e24-ac69-4b15-8b6a-d9fa59f7ccc3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752044417208'] for network, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:36.608601 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-e6f13e24-ac69-4b15-8b6a-d9fa59f7ccc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786'] for network, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:36.609916 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f13e24-ac69-4b15-8b6a-d9fa59f7ccc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:36.610520 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-e6f13e24-ac69-4b15-8b6a-d9fa59f7ccc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for network, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:36.612434 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:36.651859 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-e6f13e24-ac69-4b15-8b6a-d9fa59f7ccc3 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4636805 Jun 12 12:59:36.656207 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 53808) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:59:36.661133 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [None req-61e6d5a5-2daf-4e7c-8d88-0caed3100cdc admin admin] Request body: {'subnet': {'network_id': '54c7db29-a6b2-421f-a94c-ecf9cae6372c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-194615628-subnet', 'tenant_id': '28043c4af02547deae876ba39ba11123', 'ip_version': 4}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:59:36.681815 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e6d5a5-2daf-4e7c-8d88-0caed3100cdc admin admin] Made reservation on behalf of 28043c4af02547deae876ba39ba11123 for: {'subnet': 1} {{(pid=91666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 12:59:36.684109 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-61e6d5a5-2daf-4e7c-8d88-0caed3100cdc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13914998'] for subnet, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:36.699654 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f13e24-ac69-4b15-8b6a-d9fa59f7ccc3 admin admin] Pushing event updated for resources: {'Network': ['ID=54c7db29-a6b2-421f-a94c-ecf9cae6372c,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:36.702540 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-e6f13e24-ac69-4b15-8b6a-d9fa59f7ccc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:36.710316 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Network 54c7db29-a6b2-421f-a94c-ecf9cae6372c details requested by agent ovs-agent-dv-cinder-796114-1-iscsi with host dv-cinder-796114-1-iscsi {{(pid=91668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 12:59:36.913773 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-61e6d5a5-2daf-4e7c-8d88-0caed3100cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14082606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13914976'] for subnet, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:36.916561 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-b3e5c407-2f8c-4de9-82ca-582d79976fa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:36.982646 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e6d5a5-2daf-4e7c-8d88-0caed3100cdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e01ad32-86ed-4941-907b-b1f5650bfa34,revision_number=0']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:36.985990 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-61e6d5a5-2daf-4e7c-8d88-0caed3100cdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:36.995570 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e6d5a5-2daf-4e7c-8d88-0caed3100cdc admin admin] Checking segment: {'id': '382e8118-34d6-4f10-93a0-5e236951bf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '54c7db29-a6b2-421f-a94c-ecf9cae6372c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:59:36.995928 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e6d5a5-2daf-4e7c-8d88-0caed3100cdc admin admin] Network hostable DHCP agents. Network: 54c7db29-a6b2-421f-a94c-ecf9cae6372c, hostable agents: ['8dc1a162-787d-4a45-80b7-87a05126eea7'], hosted agents: [] {{(pid=91666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 12:59:37.012491 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e6d5a5-2daf-4e7c-8d88-0caed3100cdc admin admin] Network 54c7db29-a6b2-421f-a94c-ecf9cae6372c is scheduled to be hosted by DHCP agent 8dc1a162-787d-4a45-80b7-87a05126eea7 with binding_index 1 {{(pid=91666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 12:59:37.020665 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.base_scheduler [None req-61e6d5a5-2daf-4e7c-8d88-0caed3100cdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-1-iscsi, 54c7db29-a6b2-421f-a94c-ecf9cae6372c) {{(pid=91666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:59:37.025446 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e6d5a5-2daf-4e7c-8d88-0caed3100cdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:37.026091 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-61e6d5a5-2daf-4e7c-8d88-0caed3100cdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for subnet, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:37.031104 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431429ba-d2b5-46a1-8c30-d02db69c8d9b None None] Network 54c7db29-a6b2-421f-a94c-ecf9cae6372c requested from dv-cinder-796114-1-iscsi {{(pid=91668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 12:59:37.044219 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-61e6d5a5-2daf-4e7c-8d88-0caed3100cdc admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3843369 Jun 12 12:59:37.044571 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 53818) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:59:37.048986 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [None req-5581865b-13bb-48e4-a933-b9991af7d2c2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-194615628-router', 'tenant_id': '28043c4af02547deae876ba39ba11123', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587'}}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:59:37.075696 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-5581865b-13bb-48e4-a933-b9991af7d2c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-443820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60904'] for router, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:37.077090 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-5581865b-13bb-48e4-a933-b9991af7d2c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-389058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60897'] for router, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:37.146288 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-5581865b-13bb-48e4-a933-b9991af7d2c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:37.229731 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4ec438-b416-45c5-9cc4-2a1cce79907b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94262ffb-d3ee-52fc-8937-1caaa686fe76-54c7db29-a6b2-421f-a94c-ecf9cae6372c', 'network_id': '54c7db29-a6b2-421f-a94c-ecf9cae6372c', 'tenant_id': '28043c4af02547deae876ba39ba11123', 'fixed_ips': [{'subnet_id': '9e01ad32-86ed-4941-907b-b1f5650bfa34'}]}} from dv-cinder-796114-1-iscsi. {{(pid=91668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 12 12:59:37.230643 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-5a4ec438-b416-45c5-9cc4-2a1cce79907b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for port, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:37.396615 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.db_base_plugin_common [None req-5a4ec438-b416-45c5-9cc4-2a1cce79907b None None] Allocated IP 172.20.0.2 (54c7db29-a6b2-421f-a94c-ecf9cae6372c/9e01ad32-86ed-4941-907b-b1f5650bfa34/4f9289d1-6f5b-4c54-bee6-b4c3be107d31) {{(pid=91668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 12:59:37.596458 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-5581865b-13bb-48e4-a933-b9991af7d2c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453826', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-443838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60919'] for router, precommit_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:37.599320 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-5a4ec438-b416-45c5-9cc4-2a1cce79907b None None] Notify callbacks [] for port, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:37.609578 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-5a4ec438-b416-45c5-9cc4-2a1cce79907b None None] Transition to ACTIVE for port object 4f9289d1-6f5b-4c54-bee6-b4c3be107d31 will not be triggered until provisioned by entity L2. {{(pid=91668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:59:37.625203 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-5a4ec438-b416-45c5-9cc4-2a1cce79907b None None] Transition to ACTIVE for port object 4f9289d1-6f5b-4c54-bee6-b4c3be107d31 will not be triggered until provisioned by entity DHCP. {{(pid=91668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:59:37.631191 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-5a4ec438-b416-45c5-9cc4-2a1cce79907b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1466997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-122173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752044431912'] for port, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:37.633134 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:37.682333 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4ec438-b416-45c5-9cc4-2a1cce79907b None None] Network 54c7db29-a6b2-421f-a94c-ecf9cae6372c is already hosted by enough agents. {{(pid=91668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:59:37.685212 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.scheduler.base_scheduler [None req-5a4ec438-b416-45c5-9cc4-2a1cce79907b None None] Resources bound (agent type, host, resource id): {{(pid=91668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:59:37.688582 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4ec438-b416-45c5-9cc4-2a1cce79907b None None] Received port after_create {{(pid=91668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 12:59:37.697209 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4ec438-b416-45c5-9cc4-2a1cce79907b None None] Pushing event updated for resources: {'Port': ['ID=4f9289d1-6f5b-4c54-bee6-b4c3be107d31,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:37.702017 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-5a4ec438-b416-45c5-9cc4-2a1cce79907b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:37.766750 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [None req-5a4ec438-b416-45c5-9cc4-2a1cce79907b None None] Attempting to bind port 4f9289d1-6f5b-4c54-bee6-b4c3be107d31 on host dv-cinder-796114-1-iscsi for vnic_type normal with profile {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 12:59:37.767459 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [None req-5a4ec438-b416-45c5-9cc4-2a1cce79907b None None] Attempting to bind port 4f9289d1-6f5b-4c54-bee6-b4c3be107d31 by drivers openvswitch,hyperv on host dv-cinder-796114-1-iscsi at level 0 using segments [{'id': '382e8118-34d6-4f10-93a0-5e236951bf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '54c7db29-a6b2-421f-a94c-ecf9cae6372c'}] {{(pid=91668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 12:59:37.767459 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4ec438-b416-45c5-9cc4-2a1cce79907b None None] Attempting to bind port 4f9289d1-6f5b-4c54-bee6-b4c3be107d31 on network 54c7db29-a6b2-421f-a94c-ecf9cae6372c {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:59:37.774123 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4ec438-b416-45c5-9cc4-2a1cce79907b None None] Checking agent: {'id': '0e4c1f03-8758-41fd-af96-477868dcd4b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 12, 50, 23), 'started_at': datetime.datetime(2021, 6, 12, 12, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 12, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 12:59:37.775271 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4ec438-b416-45c5-9cc4-2a1cce79907b None None] Checking segment: {'id': '382e8118-34d6-4f10-93a0-5e236951bf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '54c7db29-a6b2-421f-a94c-ecf9cae6372c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:59:37.775881 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-5a4ec438-b416-45c5-9cc4-2a1cce79907b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:37.776465 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4ec438-b416-45c5-9cc4-2a1cce79907b None None] Bound using segment: {'id': '382e8118-34d6-4f10-93a0-5e236951bf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '54c7db29-a6b2-421f-a94c-ecf9cae6372c'} {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 12:59:37.777163 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [None req-5a4ec438-b416-45c5-9cc4-2a1cce79907b None None] Bound port: 4f9289d1-6f5b-4c54-bee6-b4c3be107d31, host: dv-cinder-796114-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '382e8118-34d6-4f10-93a0-5e236951bf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '54c7db29-a6b2-421f-a94c-ecf9cae6372c'}}] {{(pid=91668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 12:59:37.777713 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-5a4ec438-b416-45c5-9cc4-2a1cce79907b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:37.862092 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-5a4ec438-b416-45c5-9cc4-2a1cce79907b None None] For port 4f9289d1-6f5b-4c54-bee6-b4c3be107d31, host dv-cinder-796114-1-iscsi, cleared binding levels {{(pid=91668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 12:59:37.865180 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-5a4ec438-b416-45c5-9cc4-2a1cce79907b None None] For port 4f9289d1-6f5b-4c54-bee6-b4c3be107d31, host dv-cinder-796114-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=4f9289d1-6f5b-4c54-bee6-b4c3be107d31,segment=NetworkSegment(382e8118-34d6-4f10-93a0-5e236951bf44),segment_id=382e8118-34d6-4f10-93a0-5e236951bf44)] {{(pid=91668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 12:59:37.869013 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-5a4ec438-b416-45c5-9cc4-2a1cce79907b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:37.871930 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:37.873866 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-5581865b-13bb-48e4-a933-b9991af7d2c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:37.901310 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-5581865b-13bb-48e4-a933-b9991af7d2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for port, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:37.942224 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4ec438-b416-45c5-9cc4-2a1cce79907b None None] Pushing event updated for resources: {'Port': ['ID=4f9289d1-6f5b-4c54-bee6-b4c3be107d31,revision_number=2']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:37.945116 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-5a4ec438-b416-45c5-9cc4-2a1cce79907b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:38.064970 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.db_base_plugin_common [None req-5581865b-13bb-48e4-a933-b9991af7d2c2 admin admin] Allocated IP 172.27.3.2 (d31b88ef-fdf5-46b1-8572-11d751094587/d3cd8c99-09c7-4ded-87bb-a3c326773e06/1ab885c0-f780-433a-aa45-8b5f47480e7d) {{(pid=91666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 12:59:38.078699 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-ed6f05f3-7444-4411-a27c-82e6599e8acd req-bb25ef63-a3c7-4d69-adf6-4dec00e7bd25 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=02246757-e4e7-402b-9da4-d1f6e68238bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596700 Jun 12 12:59:38.163771 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476eebc-da8c-469a-9dc2-b91f2c81567f req-024ce07b-77d1-437b-8cd4-f049b05484f3 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:38.169641 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-d476eebc-da8c-469a-9dc2-b91f2c81567f req-024ce07b-77d1-437b-8cd4-f049b05484f3 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.30 "GET /v2.0/networks?id=3046a9a6-63c9-4691-b88c-cc2db2262676 HTTP/1.1" status: 200 len: 809 time: 0.1653156 Jun 12 12:59:38.259457 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-5581865b-13bb-48e4-a933-b9991af7d2c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:38.300996 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-5581865b-13bb-48e4-a933-b9991af7d2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1466997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-122173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752044431912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14082974'] for port, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:38.303161 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-86fd9f6c-6065-4a0c-8b61-d949cb150eb7 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:38.350926 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5581865b-13bb-48e4-a933-b9991af7d2c2 admin admin] Network d31b88ef-fdf5-46b1-8572-11d751094587 is already hosted by enough agents. {{(pid=91666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:59:38.354920 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.base_scheduler [None req-5581865b-13bb-48e4-a933-b9991af7d2c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=91666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:59:38.357438 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5581865b-13bb-48e4-a933-b9991af7d2c2 admin admin] Received port after_create {{(pid=91666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 12:59:38.395127 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5581865b-13bb-48e4-a933-b9991af7d2c2 admin admin] Pushing event updated for resources: {'Port': ['ID=1ab885c0-f780-433a-aa45-8b5f47480e7d,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:38.398056 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-5581865b-13bb-48e4-a933-b9991af7d2c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:38.659580 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device 4f9289d1-6f5b-4c54-bee6-b4c3be107d31 up at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:59:38.711822 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-5581865b-13bb-48e4-a933-b9991af7d2c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:38.720259 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning for port 4f9289d1-6f5b-4c54-bee6-b4c3be107d31 completed by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:59:38.910405 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd264cc-a12b-45ae-aa39-2ec176a8431c None None] Network 54c7db29-a6b2-421f-a94c-ecf9cae6372c requested from dv-cinder-796114-1-iscsi {{(pid=91668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 12:59:39.006518 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-5581865b-13bb-48e4-a933-b9991af7d2c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-443815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454298'] for router, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:39.138163 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-ae927685-3517-4067-bfd7-f1a6d6d1dadc None None] Provisioning for port 4f9289d1-6f5b-4c54-bee6-b4c3be107d31 completed by entity DHCP. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:59:39.151473 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-ae927685-3517-4067-bfd7-f1a6d6d1dadc None None] Provisioning complete for port 4f9289d1-6f5b-4c54-bee6-b4c3be107d31 triggered by entity DHCP. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:59:39.151796 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ae927685-3517-4067-bfd7-f1a6d6d1dadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:39.187778 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5581865b-13bb-48e4-a933-b9991af7d2c2 admin admin] Router c74d378b-95c4-4c8e-8a05-dd41fb37004f is scheduled to L3 agent 68a3a672-d21c-4adb-804e-7b4e770767ea with binding_index 1 {{(pid=91666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 12 12:59:39.328552 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ae927685-3517-4067-bfd7-f1a6d6d1dadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:39.335161 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5581865b-13bb-48e4-a933-b9991af7d2c2 admin admin] Notify agent at l3_agent.dv-cinder-796114-1-iscsi the message routers_updated {{(pid=91666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 12:59:39.346403 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f4030a-36f4-4496-b1b1-878466035ac4 None None] Sync routers for ids ['c74d378b-95c4-4c8e-8a05-dd41fb37004f'] in dv-cinder-796114-1-iscsi {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 12:59:39.353559 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-5581865b-13bb-48e4-a933-b9991af7d2c2 admin admin] Notify callbacks [] for router, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:39.354982 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-5581865b-13bb-48e4-a933-b9991af7d2c2 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3095040 Jun 12 12:59:39.357976 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 53828) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:59:39.372633 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f4030a-36f4-4496-b1b1-878466035ac4 None None] Routers {'c74d378b-95c4-4c8e-8a05-dd41fb37004f'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:59:39.373313 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-95f4030a-36f4-4496-b1b1-878466035ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T12:59:23Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['c74d378b-95c4-4c8e-8a05-dd41fb37004f'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:59:39.377257 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-ae927685-3517-4067-bfd7-f1a6d6d1dadc None None] For port 4f9289d1-6f5b-4c54-bee6-b4c3be107d31, host dv-cinder-796114-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=4f9289d1-6f5b-4c54-bee6-b4c3be107d31,segment=NetworkSegment(382e8118-34d6-4f10-93a0-5e236951bf44),segment_id=382e8118-34d6-4f10-93a0-5e236951bf44)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:59:39.382586 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ae927685-3517-4067-bfd7-f1a6d6d1dadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:39.385637 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-5a4ec438-b416-45c5-9cc4-2a1cce79907b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:39.453560 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae927685-3517-4067-bfd7-f1a6d6d1dadc None None] Pushing event updated for resources: {'Port': ['ID=4f9289d1-6f5b-4c54-bee6-b4c3be107d31,revision_number=3']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:39.457632 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-ae927685-3517-4067-bfd7-f1a6d6d1dadc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:39.671241 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-95f4030a-36f4-4496-b1b1-878466035ac4 None None] Set router c74d378b-95c4-4c8e-8a05-dd41fb37004f gateway port host: dv-cinder-796114-1-iscsi {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:59:39.677579 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d801bc0-df62-4234-9fe5-a24d03e5f63d req-4a5ae402-a3e4-4541-a766-5d213d2b8fb3 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:39.679163 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-8d801bc0-df62-4234-9fe5-a24d03e5f63d req-4a5ae402-a3e4-4541-a766-5d213d2b8fb3 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 946 time: 0.0885577 Jun 12 12:59:39.706257 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-9b9b7a54-4d82-4fea-83ae-1122c3a5812d None None] Provisioning complete for port 4f9289d1-6f5b-4c54-bee6-b4c3be107d31 triggered by entity DHCP. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:59:39.706734 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-9b9b7a54-4d82-4fea-83ae-1122c3a5812d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:39.739999 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-8d801bc0-df62-4234-9fe5-a24d03e5f63d req-a7fa8336-b2d5-45e0-8505-ea275fd883aa tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536189 Jun 12 12:59:39.919072 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca55d6c-02fb-4fe4-a843-376aac882e80 req-1a1a8e59-47d2-4cf7-8fa1-9a2ff8d7a043 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:39.920834 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-6ca55d6c-02fb-4fe4-a843-376aac882e80 req-1a1a8e59-47d2-4cf7-8fa1-9a2ff8d7a043 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=63c5c85c-6fe4-4964-9777-73fc6eedc696 HTTP/1.1" status: 200 len: 946 time: 0.0738747 Jun 12 12:59:39.946713 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-95f4030a-36f4-4496-b1b1-878466035ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74d378b-95c4-4c8e-8a05-dd41fb37004f', 'name': 'tempest-TestMinimumBasicScenario-194615628-router', 'tenant_id': '28043c4af02547deae876ba39ba11123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '1ab885c0-f780-433a-aa45-8b5f47480e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:59:37Z', 'updated_at': '2021-06-12T12:59:38Z', 'revision_number': 3, 'project_id': '28043c4af02547deae876ba39ba11123', 'gw_port': {'id': '1ab885c0-f780-433a-aa45-8b5f47480e7d', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c74d378b-95c4-4c8e-8a05-dd41fb37004f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:59:37Z', 'updated_at': '2021-06-12T12:59:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi'}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:59:39.950103 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f4030a-36f4-4496-b1b1-878466035ac4 None None] Checking router: c74d378b-95c4-4c8e-8a05-dd41fb37004f for host: dv-cinder-796114-1-iscsi {{(pid=91669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 12:59:39.950709 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f4030a-36f4-4496-b1b1-878466035ac4 None None] Updating router c74d378b-95c4-4c8e-8a05-dd41fb37004f port 1ab885c0-f780-433a-aa45-8b5f47480e7d binding host dv-cinder-796114-1-iscsi {{(pid=91669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 12:59:39.964163 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-6ca55d6c-02fb-4fe4-a843-376aac882e80 req-bffb576d-fad8-4d53-9783-a231c1a02d31 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/security-groups?id=02246757-e4e7-402b-9da4-d1f6e68238bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374987 Jun 12 12:59:39.994807 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-95f4030a-36f4-4496-b1b1-878466035ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:40.043292 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.v2.base [req-d476eebc-da8c-469a-9dc2-b91f2c81567f req-e26a6da2-6433-488d-aad2-31ea859c2f86 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Request body: {'port': {'device_id': 'ac7646ee-d01b-492a-802c-8218a1273e5f', 'network_id': '3046a9a6-63c9-4691-b88c-cc2db2262676', 'admin_state_up': True, 'tenant_id': '3818eeaab27c4c36b60e22995cbab3f1'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:59:40.127008 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-b1b719cc-035b-4c07-991d-d52cc948ac76 req-89d839a3-fe2a-4121-bc8e-8c9c15c371ac tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac7646ee-d01b-492a-802c-8218a1273e5f HTTP/1.1" status: 200 len: 210 time: 0.0465827 Jun 12 12:59:40.254399 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d476eebc-da8c-469a-9dc2-b91f2c81567f req-e26a6da2-6433-488d-aad2-31ea859c2f86 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Made reservation on behalf of 3818eeaab27c4c36b60e22995cbab3f1 for: {'port': 1} {{(pid=91667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 12:59:40.259166 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-d476eebc-da8c-469a-9dc2-b91f2c81567f req-e26a6da2-6433-488d-aad2-31ea859c2f86 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for port, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:40.352386 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-3652d95d-cfe2-4082-9acd-6574c562a835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for port, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:40.385467 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-95f4030a-36f4-4496-b1b1-878466035ac4 None None] Notify callbacks [] for port, precommit_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:40.397668 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-95f4030a-36f4-4496-b1b1-878466035ac4 None None] Transition to ACTIVE for port object 1ab885c0-f780-433a-aa45-8b5f47480e7d will not be triggered until provisioned by entity L2. {{(pid=91669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:59:40.405848 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-95f4030a-36f4-4496-b1b1-878466035ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:40.408250 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-fb782ba4-8605-47cb-b0be-67f7fc5789ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:40.432030 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.db.db_base_plugin_common [req-d476eebc-da8c-469a-9dc2-b91f2c81567f req-e26a6da2-6433-488d-aad2-31ea859c2f86 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Allocated IP 172.20.0.2 (3046a9a6-63c9-4691-b88c-cc2db2262676/08af1c41-f301-44dd-b2ae-90f6186b1c64/bca9a963-cabf-485f-a4ea-26b111911d38) {{(pid=91667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 12:59:40.477767 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-95f4030a-36f4-4496-b1b1-878466035ac4 None None] Attempting to bind port 1ab885c0-f780-433a-aa45-8b5f47480e7d on host dv-cinder-796114-1-iscsi for vnic_type normal with profile {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 12:59:40.478033 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-95f4030a-36f4-4496-b1b1-878466035ac4 None None] Attempting to bind port 1ab885c0-f780-433a-aa45-8b5f47480e7d by drivers openvswitch,hyperv on host dv-cinder-796114-1-iscsi at level 0 using segments [{'id': '3c2da916-7025-41e9-bbaa-dbdda4d660f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587'}] {{(pid=91669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 12:59:40.478574 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f4030a-36f4-4496-b1b1-878466035ac4 None None] Attempting to bind port 1ab885c0-f780-433a-aa45-8b5f47480e7d on network d31b88ef-fdf5-46b1-8572-11d751094587 {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:59:40.481479 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba68a51-83aa-48aa-a972-11431c7aa711 None None] Pushing event updated for resources: {'Port': ['ID=1ab885c0-f780-433a-aa45-8b5f47480e7d,revision_number=2']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:40.490215 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba68a51-83aa-48aa-a972-11431c7aa711 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:59:40.490401 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba68a51-83aa-48aa-a972-11431c7aa711 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:59:40.490655 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba68a51-83aa-48aa-a972-11431c7aa711 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:59:40.491001 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba68a51-83aa-48aa-a972-11431c7aa711 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:59:40.491321 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba68a51-83aa-48aa-a972-11431c7aa711 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:59:40.491798 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba68a51-83aa-48aa-a972-11431c7aa711 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:59:40.492129 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba68a51-83aa-48aa-a972-11431c7aa711 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:59:40.492555 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba68a51-83aa-48aa-a972-11431c7aa711 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:59:40.492892 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba68a51-83aa-48aa-a972-11431c7aa711 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:59:40.493392 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba68a51-83aa-48aa-a972-11431c7aa711 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:59:40.493787 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba68a51-83aa-48aa-a972-11431c7aa711 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:59:40.494247 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba68a51-83aa-48aa-a972-11431c7aa711 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:59:40.497690 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f4030a-36f4-4496-b1b1-878466035ac4 None None] Checking agent: {'id': '0e4c1f03-8758-41fd-af96-477868dcd4b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 12, 50, 23), 'started_at': datetime.datetime(2021, 6, 12, 12, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 12, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 12:59:40.498053 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f4030a-36f4-4496-b1b1-878466035ac4 None None] Checking segment: {'id': '3c2da916-7025-41e9-bbaa-dbdda4d660f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:59:40.498490 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-95f4030a-36f4-4496-b1b1-878466035ac4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:40.498871 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f4030a-36f4-4496-b1b1-878466035ac4 None None] Bound using segment: {'id': '3c2da916-7025-41e9-bbaa-dbdda4d660f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587'} {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 12:59:40.499347 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-95f4030a-36f4-4496-b1b1-878466035ac4 None None] Bound port: 1ab885c0-f780-433a-aa45-8b5f47480e7d, host: dv-cinder-796114-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2da916-7025-41e9-bbaa-dbdda4d660f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587'}}] {{(pid=91669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 12:59:40.499715 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-95f4030a-36f4-4496-b1b1-878466035ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:40.503887 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-3ba68a51-83aa-48aa-a972-11431c7aa711 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:40.567089 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-95f4030a-36f4-4496-b1b1-878466035ac4 None None] For port 1ab885c0-f780-433a-aa45-8b5f47480e7d, host dv-cinder-796114-1-iscsi, cleared binding levels {{(pid=91669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 12:59:40.573139 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-95f4030a-36f4-4496-b1b1-878466035ac4 None None] For port 1ab885c0-f780-433a-aa45-8b5f47480e7d, host dv-cinder-796114-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=1ab885c0-f780-433a-aa45-8b5f47480e7d,segment=NetworkSegment(3c2da916-7025-41e9-bbaa-dbdda4d660f0),segment_id=3c2da916-7025-41e9-bbaa-dbdda4d660f0)] {{(pid=91669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 12:59:40.578989 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-95f4030a-36f4-4496-b1b1-878466035ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:40.589403 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:40.601331 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.db_base_plugin_common [None req-3652d95d-cfe2-4082-9acd-6574c562a835 admin admin] Allocated IP 172.20.0.1 (54c7db29-a6b2-421f-a94c-ecf9cae6372c/9e01ad32-86ed-4941-907b-b1f5650bfa34/3760157d-0d53-4c4b-9b87-f9ded85e2c00) {{(pid=91666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 12:59:40.643322 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f4030a-36f4-4496-b1b1-878466035ac4 None None] Routers {'c74d378b-95c4-4c8e-8a05-dd41fb37004f'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:59:40.643943 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-95f4030a-36f4-4496-b1b1-878466035ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T12:59:23Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['c74d378b-95c4-4c8e-8a05-dd41fb37004f'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:59:40.666732 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-d476eebc-da8c-469a-9dc2-b91f2c81567f req-e26a6da2-6433-488d-aad2-31ea859c2f86 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Notify callbacks [] for port, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:40.668411 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device 4f9289d1-6f5b-4c54-bee6-b4c3be107d31 up at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:59:40.713568 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-d476eebc-da8c-469a-9dc2-b91f2c81567f req-e26a6da2-6433-488d-aad2-31ea859c2f86 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1466997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-122173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752044431912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13277797'] for port, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:40.720215 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:40.765466 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba68a51-83aa-48aa-a972-11431c7aa711 None None] Pushing event updated for resources: {'Port': ['ID=1ab885c0-f780-433a-aa45-8b5f47480e7d,revision_number=3']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:40.778602 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-3ba68a51-83aa-48aa-a972-11431c7aa711 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:40.788476 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-3652d95d-cfe2-4082-9acd-6574c562a835 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:40.806638 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-3652d95d-cfe2-4082-9acd-6574c562a835 admin admin] Transition to ACTIVE for port object 3760157d-0d53-4c4b-9b87-f9ded85e2c00 will not be triggered until provisioned by entity DHCP. {{(pid=91666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:59:40.807622 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning complete for port 4f9289d1-6f5b-4c54-bee6-b4c3be107d31 triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:59:40.808181 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:40.839959 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-95f4030a-36f4-4496-b1b1-878466035ac4 None None] Set router c74d378b-95c4-4c8e-8a05-dd41fb37004f gateway port host: dv-cinder-796114-1-iscsi {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:59:40.841381 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26a6da2-6433-488d-aad2-31ea859c2f86 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Pushing event updated for resources: {'Port': ['ID=bca9a963-cabf-485f-a4ea-26b111911d38,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:40.857786 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-3652d95d-cfe2-4082-9acd-6574c562a835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1466997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-122173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752044431912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14082974'] for port, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:40.860875 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-e26a6da2-6433-488d-aad2-31ea859c2f86 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:40.861785 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-c8d80a02-77ed-4969-a8cf-58dd1fb0a7f5 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:40.870327 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d476eebc-da8c-469a-9dc2-b91f2c81567f req-e26a6da2-6433-488d-aad2-31ea859c2f86 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Network 3046a9a6-63c9-4691-b88c-cc2db2262676 is already hosted by enough agents. {{(pid=91667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:59:40.871946 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.base_scheduler [req-d476eebc-da8c-469a-9dc2-b91f2c81567f req-e26a6da2-6433-488d-aad2-31ea859c2f86 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Resources bound (agent type, host, resource id): {{(pid=91667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:59:40.874648 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [req-d476eebc-da8c-469a-9dc2-b91f2c81567f req-e26a6da2-6433-488d-aad2-31ea859c2f86 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Received port after_create {{(pid=91667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 12:59:40.920831 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3652d95d-cfe2-4082-9acd-6574c562a835 admin admin] Network 54c7db29-a6b2-421f-a94c-ecf9cae6372c is already hosted by enough agents. {{(pid=91666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:59:40.924417 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.base_scheduler [None req-3652d95d-cfe2-4082-9acd-6574c562a835 admin admin] Resources bound (agent type, host, resource id): {{(pid=91666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:59:40.946856 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476eebc-da8c-469a-9dc2-b91f2c81567f req-e26a6da2-6433-488d-aad2-31ea859c2f86 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:40.947883 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-d476eebc-da8c-469a-9dc2-b91f2c81567f req-e26a6da2-6433-488d-aad2-31ea859c2f86 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for port, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:40.953114 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3652d95d-cfe2-4082-9acd-6574c562a835 admin admin] Pushing event updated for resources: {'Port': ['ID=3760157d-0d53-4c4b-9b87-f9ded85e2c00,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:40.955549 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3652d95d-cfe2-4082-9acd-6574c562a835 admin admin] Received port after_create {{(pid=91666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 12:59:40.957628 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-3652d95d-cfe2-4082-9acd-6574c562a835 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:40.973540 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-d476eebc-da8c-469a-9dc2-b91f2c81567f req-e26a6da2-6433-488d-aad2-31ea859c2f86 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9358861 Jun 12 12:59:40.994344 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.v2.base [req-d476eebc-da8c-469a-9dc2-b91f2c81567f req-65773c21-4057-4411-846e-7fb4d5c961d6 service neutron] Request body: {'port': {'device_id': 'ac7646ee-d01b-492a-802c-8218a1273e5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:59:41.016927 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-3652d95d-cfe2-4082-9acd-6574c562a835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-458079'] for router_interface, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:41.175456 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6fd542-4ecf-4f32-ba96-32b988f2e3bb req-38d2a652-d8f8-4445-b06b-bf09ee2e67d1 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:41.177043 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-0e6fd542-4ecf-4f32-ba96-32b988f2e3bb req-38d2a652-d8f8-4445-b06b-bf09ee2e67d1 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 946 time: 0.1787727 Jun 12 12:59:41.177934 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-d476eebc-da8c-469a-9dc2-b91f2c81567f req-65773c21-4057-4411-846e-7fb4d5c961d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:41.242218 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-1a5bec48-3ded-4741-9088-b0b652c29c74 None None] Provisioning for port 3760157d-0d53-4c4b-9b87-f9ded85e2c00 completed by entity DHCP. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:59:41.247795 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-1a5bec48-3ded-4741-9088-b0b652c29c74 None None] Provisioning complete for port 3760157d-0d53-4c4b-9b87-f9ded85e2c00 triggered by entity DHCP. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:59:41.248400 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-1a5bec48-3ded-4741-9088-b0b652c29c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:41.252181 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-95f4030a-36f4-4496-b1b1-878466035ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74d378b-95c4-4c8e-8a05-dd41fb37004f', 'name': 'tempest-TestMinimumBasicScenario-194615628-router', 'tenant_id': '28043c4af02547deae876ba39ba11123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '1ab885c0-f780-433a-aa45-8b5f47480e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:59:37Z', 'updated_at': '2021-06-12T12:59:38Z', 'revision_number': 3, 'project_id': '28043c4af02547deae876ba39ba11123', 'gw_port': {'id': '1ab885c0-f780-433a-aa45-8b5f47480e7d', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c74d378b-95c4-4c8e-8a05-dd41fb37004f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:59:37Z', 'updated_at': '2021-06-12T12:59:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi'}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:59:41.256246 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f4030a-36f4-4496-b1b1-878466035ac4 None None] The sync data for ids ['c74d378b-95c4-4c8e-8a05-dd41fb37004f'] in dv-cinder-796114-1-iscsi is: [{'id': 'c74d378b-95c4-4c8e-8a05-dd41fb37004f', 'name': 'tempest-TestMinimumBasicScenario-194615628-router', 'tenant_id': '28043c4af02547deae876ba39ba11123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '1ab885c0-f780-433a-aa45-8b5f47480e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:59:37Z', 'updated_at': '2021-06-12T12:59:38Z', 'revision_number': 3, 'project_id': '28043c4af02547deae876ba39ba11123', 'gw_port': {'id': '1ab885c0-f780-433a-aa45-8b5f47480e7d', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c74d378b-95c4-4c8e-8a05-dd41fb37004f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:59:37Z', 'updated_at': '2021-06-12T12:59:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi'}] {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 12:59:41.284220 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-0e6fd542-4ecf-4f32-ba96-32b988f2e3bb req-25642e95-5c2d-46d4-967e-a82cfed50a60 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934494 Jun 12 12:59:41.289465 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-3652d95d-cfe2-4082-9acd-6574c562a835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:41.307252 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44339848-278e-493b-8525-5024ad6ba697 req-3f955cc6-4e6a-4861-bcad-ba0357cd80eb tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:41.307252 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-44339848-278e-493b-8525-5024ad6ba697 req-3f955cc6-4e6a-4861-bcad-ba0357cd80eb tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=63c5c85c-6fe4-4964-9777-73fc6eedc696 HTTP/1.1" status: 200 len: 946 time: 0.1509237 Jun 12 12:59:41.326059 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-1a5bec48-3ded-4741-9088-b0b652c29c74 None None] Port 3760157d-0d53-4c4b-9b87-f9ded85e2c00 cannot update to ACTIVE because it is not bound. {{(pid=91668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 12:59:41.372429 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-44339848-278e-493b-8525-5024ad6ba697 req-b7a21ea5-913b-4488-930a-fd4a99602cbf tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/security-groups?id=02246757-e4e7-402b-9da4-d1f6e68238bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567746 Jun 12 12:59:41.651388 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.notifiers.nova [req-d476eebc-da8c-469a-9dc2-b91f2c81567f req-65773c21-4057-4411-846e-7fb4d5c961d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bca9a963-cabf-485f-a4ea-26b111911d38 {{(pid=91667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 12:59:41.663924 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-d476eebc-da8c-469a-9dc2-b91f2c81567f req-65773c21-4057-4411-846e-7fb4d5c961d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:41.685619 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.db.provisioning_blocks [req-d476eebc-da8c-469a-9dc2-b91f2c81567f req-65773c21-4057-4411-846e-7fb4d5c961d6 service neutron] Transition to ACTIVE for port object bca9a963-cabf-485f-a4ea-26b111911d38 will not be triggered until provisioned by entity L2. {{(pid=91667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:59:41.692260 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-3652d95d-cfe2-4082-9acd-6574c562a835 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:41.692993 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-d476eebc-da8c-469a-9dc2-b91f2c81567f req-65773c21-4057-4411-846e-7fb4d5c961d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13277787'] for port, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:41.698186 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:41.699296 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-3652d95d-cfe2-4082-9acd-6574c562a835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14082976'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:41.702712 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-5c48dc99-e4ad-43cb-b144-5b36f5e20c59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:41.724374 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0155a8a-cb3e-4ba0-8810-2821c2152f85 req-66454500-7706-4595-8086-dd645bb0fa65 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:41.730653 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-b0155a8a-cb3e-4ba0-8810-2821c2152f85 req-66454500-7706-4595-8086-dd645bb0fa65 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac7646ee-d01b-492a-802c-8218a1273e5f HTTP/1.1" status: 200 len: 931 time: 0.1968806 Jun 12 12:59:41.861441 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-3652d95d-cfe2-4082-9acd-6574c562a835 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-458187'] for router_interface, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:41.866749 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3652d95d-cfe2-4082-9acd-6574c562a835 admin admin] Pushing event updated for resources: {'Port': ['ID=3760157d-0d53-4c4b-9b87-f9ded85e2c00,revision_number=2']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:41.871932 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65773c21-4057-4411-846e-7fb4d5c961d6 service neutron] Pushing event updated for resources: {'Port': ['ID=bca9a963-cabf-485f-a4ea-26b111911d38,revision_number=2']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:41.875656 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-65773c21-4057-4411-846e-7fb4d5c961d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:41.890364 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-3652d95d-cfe2-4082-9acd-6574c562a835 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:41.903426 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-b0155a8a-cb3e-4ba0-8810-2821c2152f85 req-3368ab7b-195a-48a7-b6a7-828e6d3a31c1 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8b95929-74d9-4ba8-b802-3a72251ae14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061430 Jun 12 12:59:42.047463 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3652d95d-cfe2-4082-9acd-6574c562a835 admin admin] Network 54c7db29-a6b2-421f-a94c-ecf9cae6372c is already hosted by enough agents. {{(pid=91666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:59:42.049697 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.base_scheduler [None req-3652d95d-cfe2-4082-9acd-6574c562a835 admin admin] Resources bound (agent type, host, resource id): {{(pid=91666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:59:42.050315 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.managers [req-d476eebc-da8c-469a-9dc2-b91f2c81567f req-65773c21-4057-4411-846e-7fb4d5c961d6 service neutron] Attempting to bind port bca9a963-cabf-485f-a4ea-26b111911d38 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 12:59:42.050654 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.managers [req-d476eebc-da8c-469a-9dc2-b91f2c81567f req-65773c21-4057-4411-846e-7fb4d5c961d6 service neutron] Attempting to bind port bca9a963-cabf-485f-a4ea-26b111911d38 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '1037b7c5-f101-4e46-be86-ca4ffe5036cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3046a9a6-63c9-4691-b88c-cc2db2262676'}] {{(pid=91667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 12:59:42.050982 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d476eebc-da8c-469a-9dc2-b91f2c81567f req-65773c21-4057-4411-846e-7fb4d5c961d6 service neutron] Attempting to bind port bca9a963-cabf-485f-a4ea-26b111911d38 on network 3046a9a6-63c9-4691-b88c-cc2db2262676 {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:59:42.055545 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d476eebc-da8c-469a-9dc2-b91f2c81567f req-65773c21-4057-4411-846e-7fb4d5c961d6 service neutron] Port bca9a963-cabf-485f-a4ea-26b111911d38 on network 3046a9a6-63c9-4691-b88c-cc2db2262676 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 12:59:42.056164 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d476eebc-da8c-469a-9dc2-b91f2c81567f req-65773c21-4057-4411-846e-7fb4d5c961d6 service neutron] Attempting to bind port bca9a963-cabf-485f-a4ea-26b111911d38 on network 3046a9a6-63c9-4691-b88c-cc2db2262676 {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:59:42.061596 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d476eebc-da8c-469a-9dc2-b91f2c81567f req-65773c21-4057-4411-846e-7fb4d5c961d6 service neutron] Checking agent: {'id': '858649d7-9eac-48e6-8b51-9e9d764f3a99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 12, 56, 19), 'started_at': datetime.datetime(2021, 6, 12, 12, 56, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 12, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 12:59:42.061929 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d476eebc-da8c-469a-9dc2-b91f2c81567f req-65773c21-4057-4411-846e-7fb4d5c961d6 service neutron] Checking segment: {'id': '1037b7c5-f101-4e46-be86-ca4ffe5036cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3046a9a6-63c9-4691-b88c-cc2db2262676'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:59:42.062566 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d476eebc-da8c-469a-9dc2-b91f2c81567f req-65773c21-4057-4411-846e-7fb4d5c961d6 service neutron] Bound using segment: {'id': '1037b7c5-f101-4e46-be86-ca4ffe5036cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3046a9a6-63c9-4691-b88c-cc2db2262676'} {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 12:59:42.063247 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.managers [req-d476eebc-da8c-469a-9dc2-b91f2c81567f req-65773c21-4057-4411-846e-7fb4d5c961d6 service neutron] Bound port: bca9a963-cabf-485f-a4ea-26b111911d38, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1037b7c5-f101-4e46-be86-ca4ffe5036cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3046a9a6-63c9-4691-b88c-cc2db2262676'}}] {{(pid=91667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 12:59:42.063648 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-d476eebc-da8c-469a-9dc2-b91f2c81567f req-65773c21-4057-4411-846e-7fb4d5c961d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:42.182554 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.db [req-d476eebc-da8c-469a-9dc2-b91f2c81567f req-65773c21-4057-4411-846e-7fb4d5c961d6 service neutron] For port bca9a963-cabf-485f-a4ea-26b111911d38, host hv-cinder-79611, cleared binding levels {{(pid=91667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 12:59:42.186899 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.db [req-d476eebc-da8c-469a-9dc2-b91f2c81567f req-65773c21-4057-4411-846e-7fb4d5c961d6 service neutron] For port bca9a963-cabf-485f-a4ea-26b111911d38, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=bca9a963-cabf-485f-a4ea-26b111911d38,segment=NetworkSegment(1037b7c5-f101-4e46-be86-ca4ffe5036cc),segment_id=1037b7c5-f101-4e46-be86-ca4ffe5036cc)] {{(pid=91667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 12:59:42.193869 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-d476eebc-da8c-469a-9dc2-b91f2c81567f req-65773c21-4057-4411-846e-7fb4d5c961d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13277787'] for port, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:42.198894 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:42.246488 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476eebc-da8c-469a-9dc2-b91f2c81567f req-65773c21-4057-4411-846e-7fb4d5c961d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:42.247254 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-d476eebc-da8c-469a-9dc2-b91f2c81567f req-65773c21-4057-4411-846e-7fb4d5c961d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for port, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:42.248752 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-d476eebc-da8c-469a-9dc2-b91f2c81567f req-65773c21-4057-4411-846e-7fb4d5c961d6 service neutron] 10.222.0.30 "PUT /v2.0/ports/bca9a963-cabf-485f-a4ea-26b111911d38 HTTP/1.1" status: 200 len: 1093 time: 1.2599952 Jun 12 12:59:42.249199 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac7646ee-d01b-492a-802c-8218a1273e5f', 'tag': 'bca9a963-cabf-485f-a4ea-26b111911d38'}] {{(pid=91667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:59:42.251768 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67243a7e54e3ab7b6e3c39020b1271d9e6c7e43a6696a4fb95c7e45675bdf643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b37de9-1248-4cab-a5d2-4434e15a0908" -d '{"events": [{"name": "network-changed", "server_uuid": "ac7646ee-d01b-492a-802c-8218a1273e5f", "tag": "bca9a963-cabf-485f-a4ea-26b111911d38"}]}' {{(pid=91667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:59:42.292998 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3652d95d-cfe2-4082-9acd-6574c562a835 admin admin] Router c74d378b-95c4-4c8e-8a05-dd41fb37004f has already been hosted by L3 agent 68a3a672-d21c-4adb-804e-7b4e770767ea {{(pid=91666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 12:59:42.299957 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65773c21-4057-4411-846e-7fb4d5c961d6 service neutron] Pushing event updated for resources: {'Port': ['ID=bca9a963-cabf-485f-a4ea-26b111911d38,revision_number=3']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:42.310569 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-65773c21-4057-4411-846e-7fb4d5c961d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:42.336991 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 12:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f102d4c-5b0b-4e41-9f82-6306185ae646 x-openstack-request-id: req-9f102d4c-5b0b-4e41-9f82-6306185ae646 {{(pid=91667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:59:42.337360 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac7646ee-d01b-492a-802c-8218a1273e5f", "tag": "bca9a963-cabf-485f-a4ea-26b111911d38", "status": "completed", "code": 200}]} {{(pid=91667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:59:42.337795 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9f102d4c-5b0b-4e41-9f82-6306185ae646 {{(pid=91667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:59:42.338758 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac7646ee-d01b-492a-802c-8218a1273e5f', 'tag': 'bca9a963-cabf-485f-a4ea-26b111911d38', 'status': 'completed', 'code': 200} Jun 12 12:59:42.355019 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-fd288e7f-b2c8-49cc-b22e-a4ade7309393 None None] Provisioning complete for port 3760157d-0d53-4c4b-9b87-f9ded85e2c00 triggered by entity DHCP. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:59:42.356186 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-fd288e7f-b2c8-49cc-b22e-a4ade7309393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:42.407716 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-fd288e7f-b2c8-49cc-b22e-a4ade7309393 None None] Port 3760157d-0d53-4c4b-9b87-f9ded85e2c00 cannot update to ACTIVE because it is not bound. {{(pid=91668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 12:59:42.463258 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476eebc-da8c-469a-9dc2-b91f2c81567f req-85414c4c-f54b-48c0-9217-d41257a1fc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:42.464891 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-d476eebc-da8c-469a-9dc2-b91f2c81567f req-85414c4c-f54b-48c0-9217-d41257a1fc39 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3818eeaab27c4c36b60e22995cbab3f1&device_id=ac7646ee-d01b-492a-802c-8218a1273e5f HTTP/1.1" status: 200 len: 1096 time: 0.1442206 Jun 12 12:59:42.510977 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3652d95d-cfe2-4082-9acd-6574c562a835 admin admin] Notify agent at l3_agent.dv-cinder-796114-1-iscsi the message routers_updated {{(pid=91666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 12:59:42.522267 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-3652d95d-cfe2-4082-9acd-6574c562a835 admin admin] 10.222.0.23 "PUT /v2.0/routers/c74d378b-95c4-4c8e-8a05-dd41fb37004f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1623249 Jun 12 12:59:42.548736 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-d476eebc-da8c-469a-9dc2-b91f2c81567f req-526a2282-8b2b-44be-be68-21a271c4b71a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bca9a963-cabf-485f-a4ea-26b111911d38 HTTP/1.1" status: 200 len: 217 time: 0.0742369 Jun 12 12:59:42.682680 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device 1ab885c0-f780-433a-aa45-8b5f47480e7d up at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:59:42.683838 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085bd2a0-40c4-4456-86f9-1e0aaf44427e req-6e17b985-ab94-4a50-acfe-1cf818991523 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:42.691049 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-085bd2a0-40c4-4456-86f9-1e0aaf44427e req-6e17b985-ab94-4a50-acfe-1cf818991523 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=63c5c85c-6fe4-4964-9777-73fc6eedc696 HTTP/1.1" status: 200 len: 946 time: 0.1257505 Jun 12 12:59:42.702408 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476eebc-da8c-469a-9dc2-b91f2c81567f req-6fbc9d1d-af3b-42de-9f83-9b42d863eb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:42.704398 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-d476eebc-da8c-469a-9dc2-b91f2c81567f req-6fbc9d1d-af3b-42de-9f83-9b42d863eb00 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=08af1c41-f301-44dd-b2ae-90f6186b1c64 HTTP/1.1" status: 200 len: 849 time: 0.1032698 Jun 12 12:59:42.718226 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0329986d-6909-43fa-a276-49707381a019 req-280f10d1-39b9-4c0c-ade7-4132e1f1529c tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:42.726702 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-0329986d-6909-43fa-a276-49707381a019 req-280f10d1-39b9-4c0c-ade7-4132e1f1529c tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 946 time: 0.1896706 Jun 12 12:59:42.750349 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-085bd2a0-40c4-4456-86f9-1e0aaf44427e req-a73d6bee-37dd-4a92-80dd-670e938a8444 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/security-groups?id=02246757-e4e7-402b-9da4-d1f6e68238bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583367 Jun 12 12:59:42.783288 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning for port 1ab885c0-f780-433a-aa45-8b5f47480e7d completed by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:59:42.792770 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning complete for port 1ab885c0-f780-433a-aa45-8b5f47480e7d triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:59:42.793121 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:42.806586 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-d476eebc-da8c-469a-9dc2-b91f2c81567f req-f4987472-8f8e-4144-90c1-1f4693043cfb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3046a9a6-63c9-4691-b88c-cc2db2262676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712187 Jun 12 12:59:42.821361 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-0329986d-6909-43fa-a276-49707381a019 req-468a09de-fc05-429f-85bd-9dd7f24c5cb7 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927525 Jun 12 12:59:42.922289 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:42.954566 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] For port 1ab885c0-f780-433a-aa45-8b5f47480e7d, host dv-cinder-796114-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=1ab885c0-f780-433a-aa45-8b5f47480e7d,segment=NetworkSegment(3c2da916-7025-41e9-bbaa-dbdda4d660f0),segment_id=3c2da916-7025-41e9-bbaa-dbdda4d660f0)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:59:42.965004 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:42.969918 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-d586baa3-b720-44b2-a014-ce8a7ff14584 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:43.057170 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-d476eebc-da8c-469a-9dc2-b91f2c81567f req-41c39a67-b0dc-4d76-a45a-2d8e22450a4a service neutron] 10.222.0.30 "GET /v2.0/networks/3046a9a6-63c9-4691-b88c-cc2db2262676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344203 Jun 12 12:59:43.063164 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Pushing event updated for resources: {'Port': ['ID=1ab885c0-f780-433a-aa45-8b5f47480e7d,revision_number=4']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:43.068129 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:43.269025 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-d476eebc-da8c-469a-9dc2-b91f2c81567f req-cf73b9b9-092f-45b7-a88e-c94be5a9deaf service neutron] 10.222.0.30 "GET /v2.0/networks/3046a9a6-63c9-4691-b88c-cc2db2262676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044048 Jun 12 12:59:43.307973 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041852ae-5ec4-4c3a-9872-d35016980889 req-ba8db4bd-5ff6-41db-9d04-1b642b6dc92d tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:43.316338 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-041852ae-5ec4-4c3a-9872-d35016980889 req-ba8db4bd-5ff6-41db-9d04-1b642b6dc92d tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac7646ee-d01b-492a-802c-8218a1273e5f HTTP/1.1" status: 200 len: 943 time: 0.1309934 Jun 12 12:59:43.421072 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 53896) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:59:43.429510 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [None req-30a3d579-6b4a-4d40-b95d-6f65496e81ea admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-903830950-network', 'tenant_id': '4e6d753e8b584352acd9d95692a545e5'}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:59:43.464914 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a3d579-6b4a-4d40-b95d-6f65496e81ea admin admin] Made reservation on behalf of 4e6d753e8b584352acd9d95692a545e5 for: {'network': 1} {{(pid=91666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 12:59:43.468498 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-30a3d579-6b4a-4d40-b95d-6f65496e81ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for network, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:43.484690 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-30a3d579-6b4a-4d40-b95d-6f65496e81ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:43.492660 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf05227-889f-4faf-9601-0a83297ad01f None None] Sync routers for ids ['c74d378b-95c4-4c8e-8a05-dd41fb37004f'] in dv-cinder-796114-1-iscsi {{(pid=91668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 12:59:43.510002 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf05227-889f-4faf-9601-0a83297ad01f None None] Routers {'c74d378b-95c4-4c8e-8a05-dd41fb37004f'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:59:43.511453 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-9cf05227-889f-4faf-9601-0a83297ad01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T12:59:23Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['c74d378b-95c4-4c8e-8a05-dd41fb37004f'], 'active': True} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:59:43.699798 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-30a3d579-6b4a-4d40-b95d-6f65496e81ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:43.705521 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-30a3d579-6b4a-4d40-b95d-6f65496e81ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:43.713219 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-413aa849-591a-46d9-9752-215d99c9dab8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:43.739393 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-041852ae-5ec4-4c3a-9872-d35016980889 req-99becebd-481d-40bd-ae68-ab872461d07d tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8b95929-74d9-4ba8-b802-3a72251ae14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4213800 Jun 12 12:59:43.743262 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30a3d579-6b4a-4d40-b95d-6f65496e81ea admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=91666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 12:59:43.777323 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a3d579-6b4a-4d40-b95d-6f65496e81ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3ebb39-f0b1-450b-bf32-92ef683b5b78,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:43.778896 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvr_db [None req-9cf05227-889f-4faf-9601-0a83297ad01f None None] Set router c74d378b-95c4-4c8e-8a05-dd41fb37004f gateway port host: dv-cinder-796114-1-iscsi {{(pid=91668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:59:43.779498 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b37de9-1248-4cab-a5d2-4434e15a0908 req-312fb448-1e88-447a-8706-09427c0884f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:43.782568 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-80b37de9-1248-4cab-a5d2-4434e15a0908 req-312fb448-1e88-447a-8706-09427c0884f9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3818eeaab27c4c36b60e22995cbab3f1&device_id=ac7646ee-d01b-492a-802c-8218a1273e5f HTTP/1.1" status: 200 len: 1096 time: 0.4270384 Jun 12 12:59:43.787224 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-30a3d579-6b4a-4d40-b95d-6f65496e81ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:43.788976 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-30a3d579-6b4a-4d40-b95d-6f65496e81ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400235'] for segment, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:43.789280 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.db.segments_db [None req-30a3d579-6b4a-4d40-b95d-6f65496e81ea admin admin] Added segment 48e57299-08a6-4493-95cd-be083990ba30 of type vlan for network ea661569-f205-4557-9f71-6b823d81a48c Jun 12 12:59:43.866034 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-30a3d579-6b4a-4d40-b95d-6f65496e81ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752044417208'] for network, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:43.904323 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-30a3d579-6b4a-4d40-b95d-6f65496e81ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786'] for network, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:43.905925 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a3d579-6b4a-4d40-b95d-6f65496e81ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:43.906629 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-30a3d579-6b4a-4d40-b95d-6f65496e81ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for network, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:43.910487 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:43.948705 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b37de9-1248-4cab-a5d2-4434e15a0908 req-70f986ab-bd70-4f2a-a2fa-8f445aea08cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:43.951163 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-80b37de9-1248-4cab-a5d2-4434e15a0908 req-70f986ab-bd70-4f2a-a2fa-8f445aea08cd service neutron] 10.222.0.30 "GET /v2.0/networks?id=3046a9a6-63c9-4691-b88c-cc2db2262676 HTTP/1.1" status: 200 len: 910 time: 0.1597764 Jun 12 12:59:43.963950 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-30a3d579-6b4a-4d40-b95d-6f65496e81ea admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5409255 Jun 12 12:59:43.968978 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 53904) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:59:43.975000 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.v2.base [None req-c1d5f6c1-5bea-46b6-b41d-4dd744780592 admin admin] Request body: {'subnet': {'network_id': 'ea661569-f205-4557-9f71-6b823d81a48c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-903830950-subnet', 'tenant_id': '4e6d753e8b584352acd9d95692a545e5', 'ip_version': 4}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:59:44.016924 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a3d579-6b4a-4d40-b95d-6f65496e81ea admin admin] Pushing event updated for resources: {'Network': ['ID=ea661569-f205-4557-9f71-6b823d81a48c,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:44.020316 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-30a3d579-6b4a-4d40-b95d-6f65496e81ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:44.038146 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Network ea661569-f205-4557-9f71-6b823d81a48c details requested by agent ovs-agent-dv-cinder-796114-1-iscsi with host dv-cinder-796114-1-iscsi {{(pid=91668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 12:59:44.051297 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-80b37de9-1248-4cab-a5d2-4434e15a0908 req-55903c62-b5e8-4b68-8884-0ea9987beaff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bca9a963-cabf-485f-a4ea-26b111911d38 HTTP/1.1" status: 200 len: 217 time: 0.0929754 Jun 12 12:59:44.075086 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d5f6c1-5bea-46b6-b41d-4dd744780592 admin admin] Made reservation on behalf of 4e6d753e8b584352acd9d95692a545e5 for: {'subnet': 1} {{(pid=91667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 12:59:44.077412 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c1d5f6c1-5bea-46b6-b41d-4dd744780592 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967252'] for subnet, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:44.127303 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb59216b-b9ee-4e32-b5c1-efefa0003281 req-cbcf5bcf-fe2d-4e52-957a-88ef6f652ca3 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:44.129856 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-eb59216b-b9ee-4e32-b5c1-efefa0003281 req-cbcf5bcf-fe2d-4e52-957a-88ef6f652ca3 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 946 time: 0.0999343 Jun 12 12:59:44.196210 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-eb59216b-b9ee-4e32-b5c1-efefa0003281 req-92cabe57-c81c-4102-8b78-03eea2c18ea6 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598989 Jun 12 12:59:44.216722 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-9cf05227-889f-4faf-9601-0a83297ad01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74d378b-95c4-4c8e-8a05-dd41fb37004f', 'name': 'tempest-TestMinimumBasicScenario-194615628-router', 'tenant_id': '28043c4af02547deae876ba39ba11123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '1ab885c0-f780-433a-aa45-8b5f47480e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:59:37Z', 'updated_at': '2021-06-12T12:59:41Z', 'revision_number': 4, 'project_id': '28043c4af02547deae876ba39ba11123', 'gw_port': {'id': '1ab885c0-f780-433a-aa45-8b5f47480e7d', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74d378b-95c4-4c8e-8a05-dd41fb37004f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:59:37Z', 'updated_at': '2021-06-12T12:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_interfaces': [{'id': '3760157d-0d53-4c4b-9b87-f9ded85e2c00', 'name': '', 'network_id': '54c7db29-a6b2-421f-a94c-ecf9cae6372c', 'tenant_id': '28043c4af02547deae876ba39ba11123', 'mac_address': 'fa:16:3e:12:1b:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c74d378b-95c4-4c8e-8a05-dd41fb37004f', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '9e01ad32-86ed-4941-907b-b1f5650bfa34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:59:40Z', 'updated_at': '2021-06-12T12:59:41Z', 'revision_number': 2, 'project_id': '28043c4af02547deae876ba39ba11123', 'subnets': [{'id': '9e01ad32-86ed-4941-907b-b1f5650bfa34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:59:44.220391 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b37de9-1248-4cab-a5d2-4434e15a0908 req-e21d5dfe-7c9e-4397-8fc5-0b840d85c16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:44.221875 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-80b37de9-1248-4cab-a5d2-4434e15a0908 req-e21d5dfe-7c9e-4397-8fc5-0b840d85c16b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=08af1c41-f301-44dd-b2ae-90f6186b1c64 HTTP/1.1" status: 200 len: 849 time: 0.1573470 Jun 12 12:59:44.222949 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf05227-889f-4faf-9601-0a83297ad01f None None] Checking router: c74d378b-95c4-4c8e-8a05-dd41fb37004f for host: dv-cinder-796114-1-iscsi {{(pid=91668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 12:59:44.223506 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf05227-889f-4faf-9601-0a83297ad01f None None] Updating router c74d378b-95c4-4c8e-8a05-dd41fb37004f port 3760157d-0d53-4c4b-9b87-f9ded85e2c00 binding host dv-cinder-796114-1-iscsi {{(pid=91668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 12:59:44.280761 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-9cf05227-889f-4faf-9601-0a83297ad01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:44.417874 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-80b37de9-1248-4cab-a5d2-4434e15a0908 req-32a7cd02-1ae3-4014-a0d7-dcd7d384f1fc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3046a9a6-63c9-4691-b88c-cc2db2262676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527689 Jun 12 12:59:44.473232 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c1d5f6c1-5bea-46b6-b41d-4dd744780592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13278165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967234'] for subnet, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:44.479052 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-8b21f762-2a6f-43e7-8653-4afe55fe5d53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:44.601755 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5f6c1-5bea-46b6-b41d-4dd744780592 admin admin] Pushing event updated for resources: {'Subnet': ['ID=607ed88a-bf51-4e88-a74c-8639ea6406b4,revision_number=0']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:44.611004 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-c1d5f6c1-5bea-46b6-b41d-4dd744780592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:44.624511 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-80b37de9-1248-4cab-a5d2-4434e15a0908 req-38630747-040f-4521-a8f5-0eb3f4ab5ecb service neutron] 10.222.0.30 "GET /v2.0/networks/3046a9a6-63c9-4691-b88c-cc2db2262676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889703 Jun 12 12:59:44.632361 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device 1ab885c0-f780-433a-aa45-8b5f47480e7d up at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:59:44.633025 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d5f6c1-5bea-46b6-b41d-4dd744780592 admin admin] Checking segment: {'id': '48e57299-08a6-4493-95cd-be083990ba30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ea661569-f205-4557-9f71-6b823d81a48c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:59:44.633355 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d5f6c1-5bea-46b6-b41d-4dd744780592 admin admin] Network hostable DHCP agents. Network: ea661569-f205-4557-9f71-6b823d81a48c, hostable agents: ['8dc1a162-787d-4a45-80b7-87a05126eea7'], hosted agents: [] {{(pid=91667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 12:59:44.673376 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-9cf05227-889f-4faf-9601-0a83297ad01f None None] Notify callbacks [] for port, precommit_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:44.694676 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-9cf05227-889f-4faf-9601-0a83297ad01f None None] Transition to ACTIVE for port object 3760157d-0d53-4c4b-9b87-f9ded85e2c00 will not be triggered until provisioned by entity L2. {{(pid=91668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:59:44.702820 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-9cf05227-889f-4faf-9601-0a83297ad01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:44.705264 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:44.730160 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d5f6c1-5bea-46b6-b41d-4dd744780592 admin admin] Network ea661569-f205-4557-9f71-6b823d81a48c is scheduled to be hosted by DHCP agent 8dc1a162-787d-4a45-80b7-87a05126eea7 with binding_index 1 {{(pid=91667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 12:59:44.753284 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.base_scheduler [None req-c1d5f6c1-5bea-46b6-b41d-4dd744780592 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-1-iscsi, ea661569-f205-4557-9f71-6b823d81a48c) {{(pid=91667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:59:44.762834 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d5f6c1-5bea-46b6-b41d-4dd744780592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:44.763426 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c1d5f6c1-5bea-46b6-b41d-4dd744780592 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:44.785260 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-80b37de9-1248-4cab-a5d2-4434e15a0908 req-740623c5-c477-40f4-9ee2-ab4b60407e62 service neutron] 10.222.0.30 "GET /v2.0/networks/3046a9a6-63c9-4691-b88c-cc2db2262676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532273 Jun 12 12:59:44.791205 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-c1d5f6c1-5bea-46b6-b41d-4dd744780592 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8208735 Jun 12 12:59:44.793880 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 53916) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:59:44.799724 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [None req-b52d6687-14be-4686-a9b5-77f707589fcb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-903830950-router', 'tenant_id': '4e6d753e8b584352acd9d95692a545e5', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587'}}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 12:59:44.825536 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-b52d6687-14be-4686-a9b5-77f707589fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-443820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60904'] for router, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:44.826578 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-b52d6687-14be-4686-a9b5-77f707589fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-389058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60897'] for router, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:44.919709 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-b52d6687-14be-4686-a9b5-77f707589fcb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:44.948338 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning complete for port 1ab885c0-f780-433a-aa45-8b5f47480e7d triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:59:44.948724 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:44.955389 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d6bc76-ea5c-4d94-a5bf-b38969605f36 None None] Network ea661569-f205-4557-9f71-6b823d81a48c requested from dv-cinder-796114-1-iscsi {{(pid=91668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 12:59:44.997765 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd5979-8c0a-47c8-b400-3ff1df5d784f req-78f20658-0268-41ba-8032-0a685ceaddea tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:45.006925 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-8fbd5979-8c0a-47c8-b400-3ff1df5d784f req-78f20658-0268-41ba-8032-0a685ceaddea tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac7646ee-d01b-492a-802c-8218a1273e5f HTTP/1.1" status: 200 len: 943 time: 0.1102083 Jun 12 12:59:45.015654 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c12e6e-cfef-4c23-be74-725169f81baf None None] Pushing event updated for resources: {'Port': ['ID=3760157d-0d53-4c4b-9b87-f9ded85e2c00,revision_number=3']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:45.018778 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-d0c12e6e-cfef-4c23-be74-725169f81baf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:45.054700 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-8fbd5979-8c0a-47c8-b400-3ff1df5d784f req-3bce04b8-d54e-4639-8d9c-3ea6c3a9b546 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8b95929-74d9-4ba8-b802-3a72251ae14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467920 Jun 12 12:59:45.177951 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [None req-9cf05227-889f-4faf-9601-0a83297ad01f None None] Attempting to bind port 3760157d-0d53-4c4b-9b87-f9ded85e2c00 on host dv-cinder-796114-1-iscsi for vnic_type normal with profile {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 12:59:45.178295 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [None req-9cf05227-889f-4faf-9601-0a83297ad01f None None] Attempting to bind port 3760157d-0d53-4c4b-9b87-f9ded85e2c00 by drivers openvswitch,hyperv on host dv-cinder-796114-1-iscsi at level 0 using segments [{'id': '382e8118-34d6-4f10-93a0-5e236951bf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '54c7db29-a6b2-421f-a94c-ecf9cae6372c'}] {{(pid=91668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 12:59:45.178649 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf05227-889f-4faf-9601-0a83297ad01f None None] Attempting to bind port 3760157d-0d53-4c4b-9b87-f9ded85e2c00 on network 54c7db29-a6b2-421f-a94c-ecf9cae6372c {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:59:45.201101 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf05227-889f-4faf-9601-0a83297ad01f None None] Checking agent: {'id': '0e4c1f03-8758-41fd-af96-477868dcd4b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 12, 50, 23), 'started_at': datetime.datetime(2021, 6, 12, 12, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 12, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 12:59:45.201481 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf05227-889f-4faf-9601-0a83297ad01f None None] Checking segment: {'id': '382e8118-34d6-4f10-93a0-5e236951bf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '54c7db29-a6b2-421f-a94c-ecf9cae6372c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:59:45.201897 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-9cf05227-889f-4faf-9601-0a83297ad01f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:45.202333 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf05227-889f-4faf-9601-0a83297ad01f None None] Bound using segment: {'id': '382e8118-34d6-4f10-93a0-5e236951bf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '54c7db29-a6b2-421f-a94c-ecf9cae6372c'} {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 12:59:45.202858 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [None req-9cf05227-889f-4faf-9601-0a83297ad01f None None] Bound port: 3760157d-0d53-4c4b-9b87-f9ded85e2c00, host: dv-cinder-796114-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '382e8118-34d6-4f10-93a0-5e236951bf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '54c7db29-a6b2-421f-a94c-ecf9cae6372c'}}] {{(pid=91668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 12:59:45.203252 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-9cf05227-889f-4faf-9601-0a83297ad01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:45.407060 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfeab3dc-ed8a-4c75-b138-70b56fe4df66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94262ffb-d3ee-52fc-8937-1caaa686fe76-ea661569-f205-4557-9f71-6b823d81a48c', 'network_id': 'ea661569-f205-4557-9f71-6b823d81a48c', 'tenant_id': '4e6d753e8b584352acd9d95692a545e5', 'fixed_ips': [{'subnet_id': '607ed88a-bf51-4e88-a74c-8639ea6406b4'}]}} from dv-cinder-796114-1-iscsi. {{(pid=91668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 12 12:59:45.408042 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-bfeab3dc-ed8a-4c75-b138-70b56fe4df66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for port, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:45.432888 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-9cf05227-889f-4faf-9601-0a83297ad01f None None] For port 3760157d-0d53-4c4b-9b87-f9ded85e2c00, host dv-cinder-796114-1-iscsi, cleared binding levels {{(pid=91668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 12:59:45.449951 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-b52d6687-14be-4686-a9b5-77f707589fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453826', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-443838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60919'] for router, precommit_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:45.458226 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-9cf05227-889f-4faf-9601-0a83297ad01f None None] For port 3760157d-0d53-4c4b-9b87-f9ded85e2c00, host dv-cinder-796114-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=3760157d-0d53-4c4b-9b87-f9ded85e2c00,segment=NetworkSegment(382e8118-34d6-4f10-93a0-5e236951bf44),segment_id=382e8118-34d6-4f10-93a0-5e236951bf44)] {{(pid=91668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 12:59:45.515219 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-9cf05227-889f-4faf-9601-0a83297ad01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:45.516559 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ac025-5ff6-4008-bca5-1f6ef67a7457 req-d0869991-2107-4cdc-89b3-7dcb57b3c77a tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:45.518353 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-5a3ac025-5ff6-4008-bca5-1f6ef67a7457 req-d0869991-2107-4cdc-89b3-7dcb57b3c77a tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 946 time: 0.1135652 Jun 12 12:59:45.532667 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:45.620228 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf05227-889f-4faf-9601-0a83297ad01f None None] Routers {'c74d378b-95c4-4c8e-8a05-dd41fb37004f'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:59:45.620819 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-9cf05227-889f-4faf-9601-0a83297ad01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T12:59:23Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['c74d378b-95c4-4c8e-8a05-dd41fb37004f'], 'active': True} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:59:45.625569 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-5a3ac025-5ff6-4008-bca5-1f6ef67a7457 req-b13dad0e-e012-4713-af8d-a3c7213354c3 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004162 Jun 12 12:59:45.819357 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.db_base_plugin_common [None req-bfeab3dc-ed8a-4c75-b138-70b56fe4df66 None None] Allocated IP 172.20.0.2 (ea661569-f205-4557-9f71-6b823d81a48c/607ed88a-bf51-4e88-a74c-8639ea6406b4/e9d00c2a-885b-47f0-8d1e-a354a3f44a7b) {{(pid=91668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 12:59:45.829442 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c12e6e-cfef-4c23-be74-725169f81baf None None] Pushing event updated for resources: {'Port': ['ID=3760157d-0d53-4c4b-9b87-f9ded85e2c00,revision_number=4']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:45.831959 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-d0c12e6e-cfef-4c23-be74-725169f81baf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:45.877172 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-b52d6687-14be-4686-a9b5-77f707589fcb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:45.908621 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-b52d6687-14be-4686-a9b5-77f707589fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for port, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:45.954651 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvr_db [None req-9cf05227-889f-4faf-9601-0a83297ad01f None None] Set router c74d378b-95c4-4c8e-8a05-dd41fb37004f gateway port host: dv-cinder-796114-1-iscsi {{(pid=91668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:59:46.048450 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.db_base_plugin_common [None req-b52d6687-14be-4686-a9b5-77f707589fcb admin admin] Allocated IP 172.27.3.48 (d31b88ef-fdf5-46b1-8572-11d751094587/d3cd8c99-09c7-4ded-87bb-a3c326773e06/f9274923-2f0a-4205-a31c-5d1646c3e685) {{(pid=91666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 12:59:46.237103 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-b52d6687-14be-4686-a9b5-77f707589fcb admin admin] Notify callbacks [] for port, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:46.340256 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-bfeab3dc-ed8a-4c75-b138-70b56fe4df66 None None] Notify callbacks [] for port, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:46.342386 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-b52d6687-14be-4686-a9b5-77f707589fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1466997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-122173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752044431912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14082974'] for port, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:46.347523 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-8ba35c2c-b755-4c3f-a046-c6a9939bd31b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:46.377144 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-bfeab3dc-ed8a-4c75-b138-70b56fe4df66 None None] Transition to ACTIVE for port object e9d00c2a-885b-47f0-8d1e-a354a3f44a7b will not be triggered until provisioned by entity L2. {{(pid=91668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:59:46.396585 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c57ed7-2a8e-40d5-912e-c8b3cc7bae79 req-fd5d327a-bf65-4a56-b88a-03ee6b15eb79 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:46.398182 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-21c57ed7-2a8e-40d5-912e-c8b3cc7bae79 req-fd5d327a-bf65-4a56-b88a-03ee6b15eb79 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac7646ee-d01b-492a-802c-8218a1273e5f HTTP/1.1" status: 200 len: 943 time: 0.1444297 Jun 12 12:59:46.401046 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52d6687-14be-4686-a9b5-77f707589fcb admin admin] Network d31b88ef-fdf5-46b1-8572-11d751094587 is already hosted by enough agents. {{(pid=91666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:59:46.407833 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-bfeab3dc-ed8a-4c75-b138-70b56fe4df66 None None] Transition to ACTIVE for port object e9d00c2a-885b-47f0-8d1e-a354a3f44a7b will not be triggered until provisioned by entity DHCP. {{(pid=91668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:59:46.412553 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.base_scheduler [None req-b52d6687-14be-4686-a9b5-77f707589fcb admin admin] Resources bound (agent type, host, resource id): {{(pid=91666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:59:46.417158 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52d6687-14be-4686-a9b5-77f707589fcb admin admin] Received port after_create {{(pid=91666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 12:59:46.418712 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-bfeab3dc-ed8a-4c75-b138-70b56fe4df66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1466997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-122173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752044431912'] for port, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:46.423085 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:46.466831 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52d6687-14be-4686-a9b5-77f707589fcb admin admin] Pushing event updated for resources: {'Port': ['ID=f9274923-2f0a-4205-a31c-5d1646c3e685,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:46.467597 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfeab3dc-ed8a-4c75-b138-70b56fe4df66 None None] Network ea661569-f205-4557-9f71-6b823d81a48c is already hosted by enough agents. {{(pid=91668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:59:46.472531 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-b52d6687-14be-4686-a9b5-77f707589fcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:46.476140 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.scheduler.base_scheduler [None req-bfeab3dc-ed8a-4c75-b138-70b56fe4df66 None None] Resources bound (agent type, host, resource id): {{(pid=91668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:59:46.481732 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfeab3dc-ed8a-4c75-b138-70b56fe4df66 None None] Received port after_create {{(pid=91668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 12:59:46.510453 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-9cf05227-889f-4faf-9601-0a83297ad01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74d378b-95c4-4c8e-8a05-dd41fb37004f', 'name': 'tempest-TestMinimumBasicScenario-194615628-router', 'tenant_id': '28043c4af02547deae876ba39ba11123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '1ab885c0-f780-433a-aa45-8b5f47480e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:59:37Z', 'updated_at': '2021-06-12T12:59:41Z', 'revision_number': 4, 'project_id': '28043c4af02547deae876ba39ba11123', 'gw_port': {'id': '1ab885c0-f780-433a-aa45-8b5f47480e7d', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74d378b-95c4-4c8e-8a05-dd41fb37004f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:59:37Z', 'updated_at': '2021-06-12T12:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_interfaces': [{'id': '3760157d-0d53-4c4b-9b87-f9ded85e2c00', 'name': '', 'network_id': '54c7db29-a6b2-421f-a94c-ecf9cae6372c', 'tenant_id': '28043c4af02547deae876ba39ba11123', 'mac_address': 'fa:16:3e:12:1b:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c74d378b-95c4-4c8e-8a05-dd41fb37004f', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '9e01ad32-86ed-4941-907b-b1f5650bfa34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:59:40Z', 'updated_at': '2021-06-12T12:59:45Z', 'revision_number': 4, 'project_id': '28043c4af02547deae876ba39ba11123', 'subnets': [{'id': '9e01ad32-86ed-4941-907b-b1f5650bfa34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:59:46.520407 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf05227-889f-4faf-9601-0a83297ad01f None None] The sync data for ids ['c74d378b-95c4-4c8e-8a05-dd41fb37004f'] in dv-cinder-796114-1-iscsi is: [{'id': 'c74d378b-95c4-4c8e-8a05-dd41fb37004f', 'name': 'tempest-TestMinimumBasicScenario-194615628-router', 'tenant_id': '28043c4af02547deae876ba39ba11123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '1ab885c0-f780-433a-aa45-8b5f47480e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:59:37Z', 'updated_at': '2021-06-12T12:59:41Z', 'revision_number': 4, 'project_id': '28043c4af02547deae876ba39ba11123', 'gw_port': {'id': '1ab885c0-f780-433a-aa45-8b5f47480e7d', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74d378b-95c4-4c8e-8a05-dd41fb37004f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:59:37Z', 'updated_at': '2021-06-12T12:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_interfaces': [{'id': '3760157d-0d53-4c4b-9b87-f9ded85e2c00', 'name': '', 'network_id': '54c7db29-a6b2-421f-a94c-ecf9cae6372c', 'tenant_id': '28043c4af02547deae876ba39ba11123', 'mac_address': 'fa:16:3e:12:1b:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c74d378b-95c4-4c8e-8a05-dd41fb37004f', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '9e01ad32-86ed-4941-907b-b1f5650bfa34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:59:40Z', 'updated_at': '2021-06-12T12:59:45Z', 'revision_number': 4, 'project_id': '28043c4af02547deae876ba39ba11123', 'subnets': [{'id': '9e01ad32-86ed-4941-907b-b1f5650bfa34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 12:59:46.533953 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-21c57ed7-2a8e-40d5-912e-c8b3cc7bae79 req-e3398784-e1e4-441c-82d0-d6242030d5bc tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8b95929-74d9-4ba8-b802-3a72251ae14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226184 Jun 12 12:59:46.546333 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeab3dc-ed8a-4c75-b138-70b56fe4df66 None None] Pushing event updated for resources: {'Port': ['ID=e9d00c2a-885b-47f0-8d1e-a354a3f44a7b,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:46.565949 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-bfeab3dc-ed8a-4c75-b138-70b56fe4df66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:46.694971 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [None req-bfeab3dc-ed8a-4c75-b138-70b56fe4df66 None None] Attempting to bind port e9d00c2a-885b-47f0-8d1e-a354a3f44a7b on host dv-cinder-796114-1-iscsi for vnic_type normal with profile {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 12:59:46.695411 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [None req-bfeab3dc-ed8a-4c75-b138-70b56fe4df66 None None] Attempting to bind port e9d00c2a-885b-47f0-8d1e-a354a3f44a7b by drivers openvswitch,hyperv on host dv-cinder-796114-1-iscsi at level 0 using segments [{'id': '48e57299-08a6-4493-95cd-be083990ba30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ea661569-f205-4557-9f71-6b823d81a48c'}] {{(pid=91668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 12:59:46.695721 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfeab3dc-ed8a-4c75-b138-70b56fe4df66 None None] Attempting to bind port e9d00c2a-885b-47f0-8d1e-a354a3f44a7b on network ea661569-f205-4557-9f71-6b823d81a48c {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:59:46.712694 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfeab3dc-ed8a-4c75-b138-70b56fe4df66 None None] Checking agent: {'id': '0e4c1f03-8758-41fd-af96-477868dcd4b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 12, 50, 23), 'started_at': datetime.datetime(2021, 6, 12, 12, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 12, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 12:59:46.713051 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfeab3dc-ed8a-4c75-b138-70b56fe4df66 None None] Checking segment: {'id': '48e57299-08a6-4493-95cd-be083990ba30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ea661569-f205-4557-9f71-6b823d81a48c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:59:46.713388 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-bfeab3dc-ed8a-4c75-b138-70b56fe4df66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:46.713792 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfeab3dc-ed8a-4c75-b138-70b56fe4df66 None None] Bound using segment: {'id': '48e57299-08a6-4493-95cd-be083990ba30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ea661569-f205-4557-9f71-6b823d81a48c'} {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 12:59:46.714471 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [None req-bfeab3dc-ed8a-4c75-b138-70b56fe4df66 None None] Bound port: e9d00c2a-885b-47f0-8d1e-a354a3f44a7b, host: dv-cinder-796114-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e57299-08a6-4493-95cd-be083990ba30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ea661569-f205-4557-9f71-6b823d81a48c'}}] {{(pid=91668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 12:59:46.714855 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-bfeab3dc-ed8a-4c75-b138-70b56fe4df66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:46.807354 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-bfeab3dc-ed8a-4c75-b138-70b56fe4df66 None None] For port e9d00c2a-885b-47f0-8d1e-a354a3f44a7b, host dv-cinder-796114-1-iscsi, cleared binding levels {{(pid=91668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 12:59:46.811000 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-bfeab3dc-ed8a-4c75-b138-70b56fe4df66 None None] For port e9d00c2a-885b-47f0-8d1e-a354a3f44a7b, host dv-cinder-796114-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=e9d00c2a-885b-47f0-8d1e-a354a3f44a7b,segment=NetworkSegment(48e57299-08a6-4493-95cd-be083990ba30),segment_id=48e57299-08a6-4493-95cd-be083990ba30)] {{(pid=91668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 12:59:46.829777 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-bfeab3dc-ed8a-4c75-b138-70b56fe4df66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:46.832668 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:47.027148 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-b52d6687-14be-4686-a9b5-77f707589fcb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:47.041115 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd6ef1-6681-4e38-922b-426d159d9548 req-20ae4e4a-0b65-40ef-b413-f416f0d2b238 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:47.048472 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-f5fd6ef1-6681-4e38-922b-426d159d9548 req-20ae4e4a-0b65-40ef-b413-f416f0d2b238 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 946 time: 0.1370449 Jun 12 12:59:47.061432 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device bca9a963-cabf-485f-a4ea-26b111911d38 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 12:59:47.136482 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-f5fd6ef1-6681-4e38-922b-426d159d9548 req-b7455a4d-5e1a-461f-9ef5-fb48b322832b tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821376 Jun 12 12:59:47.331446 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeab3dc-ed8a-4c75-b138-70b56fe4df66 None None] Pushing event updated for resources: {'Port': ['ID=e9d00c2a-885b-47f0-8d1e-a354a3f44a7b,revision_number=2']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:47.347868 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-bfeab3dc-ed8a-4c75-b138-70b56fe4df66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:47.357105 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port bca9a963-cabf-485f-a4ea-26b111911d38, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=bca9a963-cabf-485f-a4ea-26b111911d38,segment=NetworkSegment(1037b7c5-f101-4e46-be86-ca4ffe5036cc),segment_id=1037b7c5-f101-4e46-be86-ca4ffe5036cc)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:59:47.393285 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Returning: {'device': 'bca9a963-cabf-485f-a4ea-26b111911d38', 'network_id': '3046a9a6-63c9-4691-b88c-cc2db2262676', 'port_id': 'bca9a963-cabf-485f-a4ea-26b111911d38', 'mac_address': 'fa:16:3e:d3:0c:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08af1c41-f301-44dd-b2ae-90f6186b1c64', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 12:59:47.489691 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:47.529683 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.notifiers.nova [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bca9a963-cabf-485f-a4ea-26b111911d38 {{(pid=91668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 12:59:47.556952 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port bca9a963-cabf-485f-a4ea-26b111911d38, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=bca9a963-cabf-485f-a4ea-26b111911d38,segment=NetworkSegment(1037b7c5-f101-4e46-be86-ca4ffe5036cc),segment_id=1037b7c5-f101-4e46-be86-ca4ffe5036cc)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:59:47.565714 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:47.568687 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-bfeab3dc-ed8a-4c75-b138-70b56fe4df66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:47.655292 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-b52d6687-14be-4686-a9b5-77f707589fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-443815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454298'] for router, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:47.664612 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Pushing event updated for resources: {'Port': ['ID=bca9a963-cabf-485f-a4ea-26b111911d38,revision_number=4']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:47.684074 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:47.920733 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ce6d2-d3b0-4ba7-a4c1-eac47a4e4f14 req-6a205ff7-2042-493e-ae66-f8cceb5ac071 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:47.933003 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-2f9ce6d2-d3b0-4ba7-a4c1-eac47a4e4f14 req-6a205ff7-2042-493e-ae66-f8cceb5ac071 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac7646ee-d01b-492a-802c-8218a1273e5f HTTP/1.1" status: 200 len: 944 time: 0.1886113 Jun 12 12:59:47.959172 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b52d6687-14be-4686-a9b5-77f707589fcb admin admin] Router ff31e6f8-d6cc-452c-9780-b734afa708e7 is scheduled to L3 agent 68a3a672-d21c-4adb-804e-7b4e770767ea with binding_index 1 {{(pid=91666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 12 12:59:48.016588 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-2f9ce6d2-d3b0-4ba7-a4c1-eac47a4e4f14 req-6d21036c-5694-4684-b88f-276ee95d94f9 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8b95929-74d9-4ba8-b802-3a72251ae14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824127 Jun 12 12:59:48.040042 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] get_ports_and_sgs() called for port_ids ['bca9a963-cabf-485f-a4ea-26b111911d38'] {{(pid=91668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 12:59:48.194228 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 53988) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:59:48.198525 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b52d6687-14be-4686-a9b5-77f707589fcb admin admin] Notify agent at l3_agent.dv-cinder-796114-1-iscsi the message routers_updated {{(pid=91666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 12:59:48.219460 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5751734-38a0-4f81-8d8e-978655a36f0b None None] Sync routers for ids ['ff31e6f8-d6cc-452c-9780-b734afa708e7'] in dv-cinder-796114-1-iscsi {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 12:59:48.233957 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5751734-38a0-4f81-8d8e-978655a36f0b None None] Routers {'ff31e6f8-d6cc-452c-9780-b734afa708e7'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:59:48.234697 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-d5751734-38a0-4f81-8d8e-978655a36f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T12:59:23Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['ff31e6f8-d6cc-452c-9780-b734afa708e7'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:59:48.245004 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-b52d6687-14be-4686-a9b5-77f707589fcb admin admin] Notify callbacks [] for router, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:48.249209 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-b52d6687-14be-4686-a9b5-77f707589fcb admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.4517219 Jun 12 12:59:48.249512 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 53994) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:59:48.468069 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-d5751734-38a0-4f81-8d8e-978655a36f0b None None] Set router ff31e6f8-d6cc-452c-9780-b734afa708e7 gateway port host: dv-cinder-796114-1-iscsi {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:59:48.553065 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1070c3ef-a7cb-44f5-a416-25d0d81a3548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:48.675506 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8f4d2c-b93f-4c66-9dbc-490e4c3b921a None None] Network ea661569-f205-4557-9f71-6b823d81a48c requested from dv-cinder-796114-1-iscsi {{(pid=91668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 12:59:48.773246 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device 3760157d-0d53-4c4b-9b87-f9ded85e2c00 up at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:59:48.779837 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-4a21ce80-8056-4a8a-b078-86dad17c5f0e None None] Provisioning for port e9d00c2a-885b-47f0-8d1e-a354a3f44a7b completed by entity DHCP. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:59:48.809081 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819a259-f051-4944-82df-27d31f62b10e req-fdc86351-97c1-408b-b611-e48aef4c28bb tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:48.810639 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-3819a259-f051-4944-82df-27d31f62b10e req-fdc86351-97c1-408b-b611-e48aef4c28bb tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 946 time: 0.3183973 Jun 12 12:59:48.900222 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-d5751734-38a0-4f81-8d8e-978655a36f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff31e6f8-d6cc-452c-9780-b734afa708e7', 'name': 'tempest-TestMinimumBasicScenario-903830950-router', 'tenant_id': '4e6d753e8b584352acd9d95692a545e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'f9274923-2f0a-4205-a31c-5d1646c3e685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:59:44Z', 'updated_at': '2021-06-12T12:59:46Z', 'revision_number': 3, 'project_id': '4e6d753e8b584352acd9d95692a545e5', 'gw_port': {'id': 'f9274923-2f0a-4205-a31c-5d1646c3e685', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff31e6f8-d6cc-452c-9780-b734afa708e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:59:45Z', 'updated_at': '2021-06-12T12:59:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi'}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:59:48.902036 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning for port 3760157d-0d53-4c4b-9b87-f9ded85e2c00 completed by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:59:48.906571 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5751734-38a0-4f81-8d8e-978655a36f0b None None] Checking router: ff31e6f8-d6cc-452c-9780-b734afa708e7 for host: dv-cinder-796114-1-iscsi {{(pid=91669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 12:59:48.906934 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5751734-38a0-4f81-8d8e-978655a36f0b None None] Updating router ff31e6f8-d6cc-452c-9780-b734afa708e7 port f9274923-2f0a-4205-a31c-5d1646c3e685 binding host dv-cinder-796114-1-iscsi {{(pid=91669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 12:59:48.915684 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-3819a259-f051-4944-82df-27d31f62b10e req-7e65721a-9a3e-44ce-8e4e-5375d120f500 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868437 Jun 12 12:59:48.929192 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning complete for port 3760157d-0d53-4c4b-9b87-f9ded85e2c00 triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:59:48.929662 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:48.940848 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1070c3ef-a7cb-44f5-a416-25d0d81a3548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:48.971566 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-d5751734-38a0-4f81-8d8e-978655a36f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:49.056544 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1070c3ef-a7cb-44f5-a416-25d0d81a3548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:49.073193 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-b4d6cdb6-9199-49cc-a9a1-dc1d310b9a60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:49.077905 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:49.143249 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-1070c3ef-a7cb-44f5-a416-25d0d81a3548 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=25366d646c344461856deca1a19d3c4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9477298 Jun 12 12:59:49.144316 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 54004) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:59:49.152521 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1070c3ef-a7cb-44f5-a416-25d0d81a3548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ce7d5e-0ae8-47ca-ab72-2c0cc557f8a4,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:49.157838 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-1070c3ef-a7cb-44f5-a416-25d0d81a3548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:49.175298 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] For port 3760157d-0d53-4c4b-9b87-f9ded85e2c00, host dv-cinder-796114-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=3760157d-0d53-4c4b-9b87-f9ded85e2c00,segment=NetworkSegment(382e8118-34d6-4f10-93a0-5e236951bf44),segment_id=382e8118-34d6-4f10-93a0-5e236951bf44)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:59:49.195052 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:49.196747 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device e9d00c2a-885b-47f0-8d1e-a354a3f44a7b up at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:59:49.198948 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:49.292322 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-a5e9f34b-18e7-4c27-95bb-e668b0c7365c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:49.313102 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Pushing event updated for resources: {'Port': ['ID=3760157d-0d53-4c4b-9b87-f9ded85e2c00,revision_number=5']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:49.366579 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-a5e9f34b-18e7-4c27-95bb-e668b0c7365c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:49.392576 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:49.394595 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:49.463209 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-a5e9f34b-18e7-4c27-95bb-e668b0c7365c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:49.463895 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning for port e9d00c2a-885b-47f0-8d1e-a354a3f44a7b completed by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:59:49.466370 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-a5e9f34b-18e7-4c27-95bb-e668b0c7365c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:49.468243 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-a5e9f34b-18e7-4c27-95bb-e668b0c7365c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/18ce7d5e-0ae8-47ca-ab72-2c0cc557f8a4 HTTP/1.1" status: 204 len: 168 time: 0.3214123 Jun 12 12:59:49.469282 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-1a67b8f2-1cf2-48ec-b623-b6a2efb85e98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:49.469986 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning complete for port e9d00c2a-885b-47f0-8d1e-a354a3f44a7b triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:59:49.470683 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:49.478120 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-d5751734-38a0-4f81-8d8e-978655a36f0b None None] Notify callbacks [] for port, precommit_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:49.496983 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-d5751734-38a0-4f81-8d8e-978655a36f0b None None] Transition to ACTIVE for port object f9274923-2f0a-4205-a31c-5d1646c3e685 will not be triggered until provisioned by entity L2. {{(pid=91669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:59:49.501369 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e9f34b-18e7-4c27-95bb-e668b0c7365c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ce7d5e-0ae8-47ca-ab72-2c0cc557f8a4,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:49.503974 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d013e3-f056-4591-9c92-472c579c9f4b req-6dd3d591-0895-49dd-8530-357722591d58 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:49.504555 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-a5e9f34b-18e7-4c27-95bb-e668b0c7365c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:49.505562 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-d4d013e3-f056-4591-9c92-472c579c9f4b req-6dd3d591-0895-49dd-8530-357722591d58 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac7646ee-d01b-492a-802c-8218a1273e5f HTTP/1.1" status: 200 len: 944 time: 0.2347145 Jun 12 12:59:49.514374 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-d5751734-38a0-4f81-8d8e-978655a36f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:49.518450 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bc0be3ee-36e1-4483-8dfb-57075db060d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:49.575477 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-b635c2a4-6780-41ae-8a92-4b46ab1443ea None None] Provisioning complete for port e9d00c2a-885b-47f0-8d1e-a354a3f44a7b triggered by entity DHCP. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:59:49.576071 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-b635c2a4-6780-41ae-8a92-4b46ab1443ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:49.588581 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14582ea3-118b-40c8-a20f-04280d17a4b9 None None] Pushing event updated for resources: {'Port': ['ID=f9274923-2f0a-4205-a31c-5d1646c3e685,revision_number=2']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:49.595186 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-14582ea3-118b-40c8-a20f-04280d17a4b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:49.629403 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-d5751734-38a0-4f81-8d8e-978655a36f0b None None] Attempting to bind port f9274923-2f0a-4205-a31c-5d1646c3e685 on host dv-cinder-796114-1-iscsi for vnic_type normal with profile {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 12:59:49.629952 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-d5751734-38a0-4f81-8d8e-978655a36f0b None None] Attempting to bind port f9274923-2f0a-4205-a31c-5d1646c3e685 by drivers openvswitch,hyperv on host dv-cinder-796114-1-iscsi at level 0 using segments [{'id': '3c2da916-7025-41e9-bbaa-dbdda4d660f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587'}] {{(pid=91669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 12:59:49.631279 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5751734-38a0-4f81-8d8e-978655a36f0b None None] Attempting to bind port f9274923-2f0a-4205-a31c-5d1646c3e685 on network d31b88ef-fdf5-46b1-8572-11d751094587 {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:59:49.640180 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5751734-38a0-4f81-8d8e-978655a36f0b None None] Checking agent: {'id': '0e4c1f03-8758-41fd-af96-477868dcd4b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 12, 50, 23), 'started_at': datetime.datetime(2021, 6, 12, 12, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 12, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 12:59:49.640742 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5751734-38a0-4f81-8d8e-978655a36f0b None None] Checking segment: {'id': '3c2da916-7025-41e9-bbaa-dbdda4d660f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:59:49.641243 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-d5751734-38a0-4f81-8d8e-978655a36f0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:49.642016 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5751734-38a0-4f81-8d8e-978655a36f0b None None] Bound using segment: {'id': '3c2da916-7025-41e9-bbaa-dbdda4d660f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587'} {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 12:59:49.642747 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-d5751734-38a0-4f81-8d8e-978655a36f0b None None] Bound port: f9274923-2f0a-4205-a31c-5d1646c3e685, host: dv-cinder-796114-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2da916-7025-41e9-bbaa-dbdda4d660f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587'}}] {{(pid=91669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 12:59:49.643520 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-d5751734-38a0-4f81-8d8e-978655a36f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:49.694567 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:49.724114 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-d5751734-38a0-4f81-8d8e-978655a36f0b None None] For port f9274923-2f0a-4205-a31c-5d1646c3e685, host dv-cinder-796114-1-iscsi, cleared binding levels {{(pid=91669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 12:59:49.728641 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-d5751734-38a0-4f81-8d8e-978655a36f0b None None] For port f9274923-2f0a-4205-a31c-5d1646c3e685, host dv-cinder-796114-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=f9274923-2f0a-4205-a31c-5d1646c3e685,segment=NetworkSegment(3c2da916-7025-41e9-bbaa-dbdda4d660f0),segment_id=3c2da916-7025-41e9-bbaa-dbdda4d660f0)] {{(pid=91669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 12:59:49.735763 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-d5751734-38a0-4f81-8d8e-978655a36f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:49.739476 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-065ca0cd-5516-4e6c-a89e-4aacc583e4d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:49.784574 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-b635c2a4-6780-41ae-8a92-4b46ab1443ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:49.790147 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] For port e9d00c2a-885b-47f0-8d1e-a354a3f44a7b, host dv-cinder-796114-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=e9d00c2a-885b-47f0-8d1e-a354a3f44a7b,segment=NetworkSegment(48e57299-08a6-4493-95cd-be083990ba30),segment_id=48e57299-08a6-4493-95cd-be083990ba30)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:59:49.807101 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:49.810464 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:49.845930 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5751734-38a0-4f81-8d8e-978655a36f0b None None] Routers {'ff31e6f8-d6cc-452c-9780-b734afa708e7'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:59:49.846593 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-d5751734-38a0-4f81-8d8e-978655a36f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T12:59:23Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['ff31e6f8-d6cc-452c-9780-b734afa708e7'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:59:49.853843 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14582ea3-118b-40c8-a20f-04280d17a4b9 None None] Pushing event updated for resources: {'Port': ['ID=f9274923-2f0a-4205-a31c-5d1646c3e685,revision_number=3']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:49.856382 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-14582ea3-118b-40c8-a20f-04280d17a4b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:49.870713 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2249270f-c7e2-4ea4-a26b-a8327364f00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for port, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:49.897964 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-d4d013e3-f056-4591-9c92-472c579c9f4b req-bef5a5d2-d6e2-49ce-94c9-183389907380 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8b95929-74d9-4ba8-b802-3a72251ae14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3648288 Jun 12 12:59:49.970252 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Pushing event updated for resources: {'Port': ['ID=e9d00c2a-885b-47f0-8d1e-a354a3f44a7b,revision_number=3']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:50.022100 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:50.066309 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-d5751734-38a0-4f81-8d8e-978655a36f0b None None] Set router ff31e6f8-d6cc-452c-9780-b734afa708e7 gateway port host: dv-cinder-796114-1-iscsi {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:59:50.124156 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.db.api [None req-b635c2a4-6780-41ae-8a92-4b46ab1443ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 12 12:59:50.125345 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_db.api [None req-b635c2a4-6780-41ae-8a92-4b46ab1443ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 12 12:59:50.168093 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.db.db_base_plugin_common [None req-2249270f-c7e2-4ea4-a26b-a8327364f00a admin admin] Allocated IP 172.20.0.1 (ea661569-f205-4557-9f71-6b823d81a48c/607ed88a-bf51-4e88-a74c-8639ea6406b4/15f54138-f777-461f-9151-0aa4e80b9107) {{(pid=91667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 12:59:50.302969 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c563a6c4-d88a-4b50-9f85-de0d5db9d230 req-66adab4d-b89c-4088-92f0-0acb7e912b29 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:50.304470 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-c563a6c4-d88a-4b50-9f85-de0d5db9d230 req-66adab4d-b89c-4088-92f0-0acb7e912b29 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 946 time: 0.1831279 Jun 12 12:59:50.347690 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-d5751734-38a0-4f81-8d8e-978655a36f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff31e6f8-d6cc-452c-9780-b734afa708e7', 'name': 'tempest-TestMinimumBasicScenario-903830950-router', 'tenant_id': '4e6d753e8b584352acd9d95692a545e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'f9274923-2f0a-4205-a31c-5d1646c3e685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:59:44Z', 'updated_at': '2021-06-12T12:59:46Z', 'revision_number': 3, 'project_id': '4e6d753e8b584352acd9d95692a545e5', 'gw_port': {'id': 'f9274923-2f0a-4205-a31c-5d1646c3e685', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff31e6f8-d6cc-452c-9780-b734afa708e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:59:45Z', 'updated_at': '2021-06-12T12:59:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi'}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:59:50.351480 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5751734-38a0-4f81-8d8e-978655a36f0b None None] The sync data for ids ['ff31e6f8-d6cc-452c-9780-b734afa708e7'] in dv-cinder-796114-1-iscsi is: [{'id': 'ff31e6f8-d6cc-452c-9780-b734afa708e7', 'name': 'tempest-TestMinimumBasicScenario-903830950-router', 'tenant_id': '4e6d753e8b584352acd9d95692a545e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'f9274923-2f0a-4205-a31c-5d1646c3e685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:59:44Z', 'updated_at': '2021-06-12T12:59:46Z', 'revision_number': 3, 'project_id': '4e6d753e8b584352acd9d95692a545e5', 'gw_port': {'id': 'f9274923-2f0a-4205-a31c-5d1646c3e685', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff31e6f8-d6cc-452c-9780-b734afa708e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:59:45Z', 'updated_at': '2021-06-12T12:59:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi'}] {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 12:59:50.384074 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-c563a6c4-d88a-4b50-9f85-de0d5db9d230 req-35e45402-4eea-4a79-ac8d-7f3f0be63e8c tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656247 Jun 12 12:59:50.392311 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2249270f-c7e2-4ea4-a26b-a8327364f00a admin admin] Notify callbacks [] for port, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:50.408279 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.db.provisioning_blocks [None req-2249270f-c7e2-4ea4-a26b-a8327364f00a admin admin] Transition to ACTIVE for port object 15f54138-f777-461f-9151-0aa4e80b9107 will not be triggered until provisioned by entity DHCP. {{(pid=91667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:59:50.454349 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2249270f-c7e2-4ea4-a26b-a8327364f00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1466997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-122173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752044431912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13277797'] for port, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:50.457827 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:50.505483 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2249270f-c7e2-4ea4-a26b-a8327364f00a admin admin] Network ea661569-f205-4557-9f71-6b823d81a48c is already hosted by enough agents. {{(pid=91667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:59:50.509194 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.base_scheduler [None req-2249270f-c7e2-4ea4-a26b-a8327364f00a admin admin] Resources bound (agent type, host, resource id): {{(pid=91667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:59:50.513247 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2249270f-c7e2-4ea4-a26b-a8327364f00a admin admin] Received port after_create {{(pid=91667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 12:59:50.557764 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2249270f-c7e2-4ea4-a26b-a8327364f00a admin admin] Pushing event updated for resources: {'Port': ['ID=15f54138-f777-461f-9151-0aa4e80b9107,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:50.564550 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-2249270f-c7e2-4ea4-a26b-a8327364f00a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:50.590819 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2249270f-c7e2-4ea4-a26b-a8327364f00a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-458079'] for router_interface, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:50.598658 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-b9e080cb-587b-4800-84f7-0e1812fe0e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:50.798271 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device 3760157d-0d53-4c4b-9b87-f9ded85e2c00 up at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:59:50.880206 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2249270f-c7e2-4ea4-a26b-a8327364f00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:50.886949 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning complete for port 3760157d-0d53-4c4b-9b87-f9ded85e2c00 triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:59:50.889904 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:50.893594 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-e74ca191-bba4-4876-a3a4-4c7c7a431f0a None None] Provisioning for port 15f54138-f777-461f-9151-0aa4e80b9107 completed by entity DHCP. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:59:50.927632 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-e74ca191-bba4-4876-a3a4-4c7c7a431f0a None None] Provisioning complete for port 15f54138-f777-461f-9151-0aa4e80b9107 triggered by entity DHCP. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:59:50.928156 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e74ca191-bba4-4876-a3a4-4c7c7a431f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:50.995479 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-e74ca191-bba4-4876-a3a4-4c7c7a431f0a None None] Port 15f54138-f777-461f-9151-0aa4e80b9107 cannot update to ACTIVE because it is not bound. {{(pid=91668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 12:59:51.121692 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2249270f-c7e2-4ea4-a26b-a8327364f00a admin admin] Notify callbacks [] for port, precommit_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:51.128430 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2249270f-c7e2-4ea4-a26b-a8327364f00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13277787'] for port, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:51.133735 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:51.210376 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device e9d00c2a-885b-47f0-8d1e-a354a3f44a7b up at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:59:51.253282 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2249270f-c7e2-4ea4-a26b-a8327364f00a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-458187'] for router_interface, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:51.256236 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2249270f-c7e2-4ea4-a26b-a8327364f00a admin admin] Pushing event updated for resources: {'Port': ['ID=15f54138-f777-461f-9151-0aa4e80b9107,revision_number=2']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:51.261634 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-2249270f-c7e2-4ea4-a26b-a8327364f00a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:51.292224 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning complete for port e9d00c2a-885b-47f0-8d1e-a354a3f44a7b triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:59:51.292758 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:51.412041 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2249270f-c7e2-4ea4-a26b-a8327364f00a admin admin] Network ea661569-f205-4557-9f71-6b823d81a48c is already hosted by enough agents. {{(pid=91667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 12:59:51.413575 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.base_scheduler [None req-2249270f-c7e2-4ea4-a26b-a8327364f00a admin admin] Resources bound (agent type, host, resource id): {{(pid=91667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 12:59:51.613898 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2249270f-c7e2-4ea4-a26b-a8327364f00a admin admin] Router ff31e6f8-d6cc-452c-9780-b734afa708e7 has already been hosted by L3 agent 68a3a672-d21c-4adb-804e-7b4e770767ea {{(pid=91667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 12:59:51.722366 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-3bd7bde6-6fe2-4d89-9bb4-f58c63925d96 None None] Provisioning complete for port 15f54138-f777-461f-9151-0aa4e80b9107 triggered by entity DHCP. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:59:51.722989 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-3bd7bde6-6fe2-4d89-9bb4-f58c63925d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:51.770340 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-3bd7bde6-6fe2-4d89-9bb4-f58c63925d96 None None] Port 15f54138-f777-461f-9151-0aa4e80b9107 cannot update to ACTIVE because it is not bound. {{(pid=91668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 12:59:51.772159 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2249270f-c7e2-4ea4-a26b-a8327364f00a admin admin] Notify agent at l3_agent.dv-cinder-796114-1-iscsi the message routers_updated {{(pid=91667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 12:59:51.781629 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-2249270f-c7e2-4ea4-a26b-a8327364f00a admin admin] 10.222.0.23 "PUT /v2.0/routers/ff31e6f8-d6cc-452c-9780-b734afa708e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5274112 Jun 12 12:59:52.344832 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea752f9c-6cba-4ae9-a2f6-c75f6edcc691 None None] Sync routers for ids ['ff31e6f8-d6cc-452c-9780-b734afa708e7'] in dv-cinder-796114-1-iscsi {{(pid=91668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 12:59:52.357224 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea752f9c-6cba-4ae9-a2f6-c75f6edcc691 None None] Routers {'ff31e6f8-d6cc-452c-9780-b734afa708e7'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:59:52.358370 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-ea752f9c-6cba-4ae9-a2f6-c75f6edcc691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T12:59:23Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['ff31e6f8-d6cc-452c-9780-b734afa708e7'], 'active': True} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:59:52.523626 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvr_db [None req-ea752f9c-6cba-4ae9-a2f6-c75f6edcc691 None None] Set router ff31e6f8-d6cc-452c-9780-b734afa708e7 gateway port host: dv-cinder-796114-1-iscsi {{(pid=91668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:59:52.753016 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device f9274923-2f0a-4205-a31c-5d1646c3e685 up at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:59:52.875272 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning for port f9274923-2f0a-4205-a31c-5d1646c3e685 completed by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:59:52.881401 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning complete for port f9274923-2f0a-4205-a31c-5d1646c3e685 triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:59:52.882032 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:52.934752 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-ea752f9c-6cba-4ae9-a2f6-c75f6edcc691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff31e6f8-d6cc-452c-9780-b734afa708e7', 'name': 'tempest-TestMinimumBasicScenario-903830950-router', 'tenant_id': '4e6d753e8b584352acd9d95692a545e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'f9274923-2f0a-4205-a31c-5d1646c3e685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:59:44Z', 'updated_at': '2021-06-12T12:59:50Z', 'revision_number': 4, 'project_id': '4e6d753e8b584352acd9d95692a545e5', 'gw_port': {'id': 'f9274923-2f0a-4205-a31c-5d1646c3e685', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff31e6f8-d6cc-452c-9780-b734afa708e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:59:45Z', 'updated_at': '2021-06-12T12:59:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_interfaces': [{'id': '15f54138-f777-461f-9151-0aa4e80b9107', 'name': '', 'network_id': 'ea661569-f205-4557-9f71-6b823d81a48c', 'tenant_id': '4e6d753e8b584352acd9d95692a545e5', 'mac_address': 'fa:16:3e:a0:ff:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff31e6f8-d6cc-452c-9780-b734afa708e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '607ed88a-bf51-4e88-a74c-8639ea6406b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:59:49Z', 'updated_at': '2021-06-12T12:59:50Z', 'revision_number': 2, 'project_id': '4e6d753e8b584352acd9d95692a545e5', 'subnets': [{'id': '607ed88a-bf51-4e88-a74c-8639ea6406b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:59:52.941245 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea752f9c-6cba-4ae9-a2f6-c75f6edcc691 None None] Checking router: ff31e6f8-d6cc-452c-9780-b734afa708e7 for host: dv-cinder-796114-1-iscsi {{(pid=91668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 12:59:52.941817 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea752f9c-6cba-4ae9-a2f6-c75f6edcc691 None None] Updating router ff31e6f8-d6cc-452c-9780-b734afa708e7 port 15f54138-f777-461f-9151-0aa4e80b9107 binding host dv-cinder-796114-1-iscsi {{(pid=91668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 12:59:53.024664 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ea752f9c-6cba-4ae9-a2f6-c75f6edcc691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:53.043466 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:53.157813 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] For port f9274923-2f0a-4205-a31c-5d1646c3e685, host dv-cinder-796114-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=f9274923-2f0a-4205-a31c-5d1646c3e685,segment=NetworkSegment(3c2da916-7025-41e9-bbaa-dbdda4d660f0),segment_id=3c2da916-7025-41e9-bbaa-dbdda4d660f0)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:59:53.189108 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:53.323762 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:53.375082 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e4acf-744b-41dd-870a-3d2bacc32072 req-41f4a951-77f2-4226-a379-9380f2aff5d6 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:53.386161 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-d57e4acf-744b-41dd-870a-3d2bacc32072 req-41f4a951-77f2-4226-a379-9380f2aff5d6 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 946 time: 0.1145959 Jun 12 12:59:53.411439 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb12494-8454-46db-8558-ab03bd4ee9fd req-0934c3d2-338e-4556-b808-cb1da42835af tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:53.419441 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-feb12494-8454-46db-8558-ab03bd4ee9fd req-0934c3d2-338e-4556-b808-cb1da42835af tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac7646ee-d01b-492a-802c-8218a1273e5f HTTP/1.1" status: 200 len: 944 time: 0.1341264 Jun 12 12:59:53.438628 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-d57e4acf-744b-41dd-870a-3d2bacc32072 req-9e4d4e05-1d32-4e10-a2bb-d636101f92cc tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512385 Jun 12 12:59:53.451729 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Pushing event updated for resources: {'Port': ['ID=f9274923-2f0a-4205-a31c-5d1646c3e685,revision_number=4']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:53.455019 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:53.488735 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-feb12494-8454-46db-8558-ab03bd4ee9fd req-071c886c-1ef4-4896-baa1-3736e340613d tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8b95929-74d9-4ba8-b802-3a72251ae14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683408 Jun 12 12:59:53.517589 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:53.523661 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-9b4ed401-04c5-4032-b6f2-72e04589df1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:53.719777 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ea752f9c-6cba-4ae9-a2f6-c75f6edcc691 None None] Notify callbacks [] for port, precommit_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:53.731840 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-ea752f9c-6cba-4ae9-a2f6-c75f6edcc691 None None] Transition to ACTIVE for port object 15f54138-f777-461f-9151-0aa4e80b9107 will not be triggered until provisioned by entity L2. {{(pid=91668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 12:59:53.739353 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ea752f9c-6cba-4ae9-a2f6-c75f6edcc691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:53.742342 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:53.857340 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e727d1c6-893b-454e-9ab4-b84517212efe req-432babb8-146f-4c3b-b5ba-48a053ec2cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:53.858873 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-e727d1c6-893b-454e-9ab4-b84517212efe req-432babb8-146f-4c3b-b5ba-48a053ec2cff service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 1099 time: 0.0794032 Jun 12 12:59:53.891831 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be3bf05-c3c6-44c3-99c9-2dce549b3f2e None None] Pushing event updated for resources: {'Port': ['ID=15f54138-f777-461f-9151-0aa4e80b9107,revision_number=3']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:53.912533 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-e727d1c6-893b-454e-9ab4-b84517212efe req-804abea5-2e29-487c-bad8-289b6ddd7555 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449898 Jun 12 12:59:53.924371 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-3be3bf05-c3c6-44c3-99c9-2dce549b3f2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:53.971886 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [None req-ea752f9c-6cba-4ae9-a2f6-c75f6edcc691 None None] Attempting to bind port 15f54138-f777-461f-9151-0aa4e80b9107 on host dv-cinder-796114-1-iscsi for vnic_type normal with profile {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 12:59:53.972257 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [None req-ea752f9c-6cba-4ae9-a2f6-c75f6edcc691 None None] Attempting to bind port 15f54138-f777-461f-9151-0aa4e80b9107 by drivers openvswitch,hyperv on host dv-cinder-796114-1-iscsi at level 0 using segments [{'id': '48e57299-08a6-4493-95cd-be083990ba30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ea661569-f205-4557-9f71-6b823d81a48c'}] {{(pid=91668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 12:59:53.972646 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea752f9c-6cba-4ae9-a2f6-c75f6edcc691 None None] Attempting to bind port 15f54138-f777-461f-9151-0aa4e80b9107 on network ea661569-f205-4557-9f71-6b823d81a48c {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 12:59:53.978377 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea752f9c-6cba-4ae9-a2f6-c75f6edcc691 None None] Checking agent: {'id': '0e4c1f03-8758-41fd-af96-477868dcd4b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 12, 50, 23), 'started_at': datetime.datetime(2021, 6, 12, 12, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 12, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 12:59:53.979056 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea752f9c-6cba-4ae9-a2f6-c75f6edcc691 None None] Checking segment: {'id': '48e57299-08a6-4493-95cd-be083990ba30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ea661569-f205-4557-9f71-6b823d81a48c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 12:59:53.979471 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ea752f9c-6cba-4ae9-a2f6-c75f6edcc691 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:53.979965 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea752f9c-6cba-4ae9-a2f6-c75f6edcc691 None None] Bound using segment: {'id': '48e57299-08a6-4493-95cd-be083990ba30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ea661569-f205-4557-9f71-6b823d81a48c'} {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 12:59:53.980586 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [None req-ea752f9c-6cba-4ae9-a2f6-c75f6edcc691 None None] Bound port: 15f54138-f777-461f-9151-0aa4e80b9107, host: dv-cinder-796114-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e57299-08a6-4493-95cd-be083990ba30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ea661569-f205-4557-9f71-6b823d81a48c'}}] {{(pid=91668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 12:59:53.980969 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ea752f9c-6cba-4ae9-a2f6-c75f6edcc691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:54.084053 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-ea752f9c-6cba-4ae9-a2f6-c75f6edcc691 None None] For port 15f54138-f777-461f-9151-0aa4e80b9107, host dv-cinder-796114-1-iscsi, cleared binding levels {{(pid=91668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 12:59:54.097932 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-ea752f9c-6cba-4ae9-a2f6-c75f6edcc691 None None] For port 15f54138-f777-461f-9151-0aa4e80b9107, host dv-cinder-796114-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=15f54138-f777-461f-9151-0aa4e80b9107,segment=NetworkSegment(48e57299-08a6-4493-95cd-be083990ba30),segment_id=48e57299-08a6-4493-95cd-be083990ba30)] {{(pid=91668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 12:59:54.122966 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ea752f9c-6cba-4ae9-a2f6-c75f6edcc691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:54.126816 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:54.248179 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea752f9c-6cba-4ae9-a2f6-c75f6edcc691 None None] Routers {'ff31e6f8-d6cc-452c-9780-b734afa708e7'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 12:59:54.248843 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-ea752f9c-6cba-4ae9-a2f6-c75f6edcc691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T12:59:53Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['ff31e6f8-d6cc-452c-9780-b734afa708e7'], 'active': True} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:59:54.741461 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device f9274923-2f0a-4205-a31c-5d1646c3e685 up at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:59:54.747484 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea95d5f1-ea0c-493d-a4e9-fd422421b37c req-f1d91cac-a2a9-4fcd-8a0f-1c9267387ad2 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:54.749009 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-ea95d5f1-ea0c-493d-a4e9-fd422421b37c req-f1d91cac-a2a9-4fcd-8a0f-1c9267387ad2 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac7646ee-d01b-492a-802c-8218a1273e5f HTTP/1.1" status: 200 len: 944 time: 0.1156216 Jun 12 12:59:54.799417 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be3bf05-c3c6-44c3-99c9-2dce549b3f2e None None] Pushing event updated for resources: {'Port': ['ID=15f54138-f777-461f-9151-0aa4e80b9107,revision_number=4']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:54.804453 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-ea95d5f1-ea0c-493d-a4e9-fd422421b37c req-710c2677-57e6-4476-ba05-1ce204728bda tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8b95929-74d9-4ba8-b802-3a72251ae14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454650 Jun 12 12:59:54.821703 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-3be3bf05-c3c6-44c3-99c9-2dce549b3f2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.695s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:54.847101 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvr_db [None req-ea752f9c-6cba-4ae9-a2f6-c75f6edcc691 None None] Set router ff31e6f8-d6cc-452c-9780-b734afa708e7 gateway port host: dv-cinder-796114-1-iscsi {{(pid=91668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 12:59:54.866007 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d2dfff-5bd9-485c-bbd1-e39b4b28be57 req-d89d998b-64a1-49de-99cf-5b2fc2d30eb9 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:54.869124 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-27d2dfff-5bd9-485c-bbd1-e39b4b28be57 req-d89d998b-64a1-49de-99cf-5b2fc2d30eb9 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 946 time: 0.1791077 Jun 12 12:59:54.913586 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning complete for port f9274923-2f0a-4205-a31c-5d1646c3e685 triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:59:54.914270 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:54.933105 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-27d2dfff-5bd9-485c-bbd1-e39b4b28be57 req-12aec6af-121f-4f19-9326-0cb1ad11b11e tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578418 Jun 12 12:59:55.139374 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-7239a5c3-c5f0-4f25-a5be-c6c46247b3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:55.318590 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-ea752f9c-6cba-4ae9-a2f6-c75f6edcc691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff31e6f8-d6cc-452c-9780-b734afa708e7', 'name': 'tempest-TestMinimumBasicScenario-903830950-router', 'tenant_id': '4e6d753e8b584352acd9d95692a545e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'f9274923-2f0a-4205-a31c-5d1646c3e685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:59:44Z', 'updated_at': '2021-06-12T12:59:50Z', 'revision_number': 4, 'project_id': '4e6d753e8b584352acd9d95692a545e5', 'gw_port': {'id': 'f9274923-2f0a-4205-a31c-5d1646c3e685', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff31e6f8-d6cc-452c-9780-b734afa708e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:59:45Z', 'updated_at': '2021-06-12T12:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_interfaces': [{'id': '15f54138-f777-461f-9151-0aa4e80b9107', 'name': '', 'network_id': 'ea661569-f205-4557-9f71-6b823d81a48c', 'tenant_id': '4e6d753e8b584352acd9d95692a545e5', 'mac_address': 'fa:16:3e:a0:ff:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff31e6f8-d6cc-452c-9780-b734afa708e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '607ed88a-bf51-4e88-a74c-8639ea6406b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:59:49Z', 'updated_at': '2021-06-12T12:59:54Z', 'revision_number': 4, 'project_id': '4e6d753e8b584352acd9d95692a545e5', 'subnets': [{'id': '607ed88a-bf51-4e88-a74c-8639ea6406b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 12:59:55.323225 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea752f9c-6cba-4ae9-a2f6-c75f6edcc691 None None] The sync data for ids ['ff31e6f8-d6cc-452c-9780-b734afa708e7'] in dv-cinder-796114-1-iscsi is: [{'id': 'ff31e6f8-d6cc-452c-9780-b734afa708e7', 'name': 'tempest-TestMinimumBasicScenario-903830950-router', 'tenant_id': '4e6d753e8b584352acd9d95692a545e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'f9274923-2f0a-4205-a31c-5d1646c3e685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:59:44Z', 'updated_at': '2021-06-12T12:59:50Z', 'revision_number': 4, 'project_id': '4e6d753e8b584352acd9d95692a545e5', 'gw_port': {'id': 'f9274923-2f0a-4205-a31c-5d1646c3e685', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff31e6f8-d6cc-452c-9780-b734afa708e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:59:45Z', 'updated_at': '2021-06-12T12:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_interfaces': [{'id': '15f54138-f777-461f-9151-0aa4e80b9107', 'name': '', 'network_id': 'ea661569-f205-4557-9f71-6b823d81a48c', 'tenant_id': '4e6d753e8b584352acd9d95692a545e5', 'mac_address': 'fa:16:3e:a0:ff:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff31e6f8-d6cc-452c-9780-b734afa708e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '607ed88a-bf51-4e88-a74c-8639ea6406b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:59:49Z', 'updated_at': '2021-06-12T12:59:54Z', 'revision_number': 4, 'project_id': '4e6d753e8b584352acd9d95692a545e5', 'subnets': [{'id': '607ed88a-bf51-4e88-a74c-8639ea6406b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 12:59:55.556513 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device bca9a963-cabf-485f-a4ea-26b111911d38 up at agent hyperv_hv-cinder-79611 {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:59:55.766350 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Provisioning for port bca9a963-cabf-485f-a4ea-26b111911d38 completed by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:59:55.771367 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Provisioning complete for port bca9a963-cabf-485f-a4ea-26b111911d38 triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:59:55.771982 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:55.859828 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-0a5de27a-4d22-4fdd-a4cf-053756d7edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:55.935156 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:56.004218 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac7646ee-d01b-492a-802c-8218a1273e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca9a963-cabf-485f-a4ea-26b111911d38'}] {{(pid=91668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 12:59:56.007577 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80aeb099eed554921aeb9584cad5061c500859d49ba4b111a23145803cb4192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac33b429-b322-42f9-8c45-ccc5d15a020d" -d '{"events": [{"server_uuid": "ac7646ee-d01b-492a-802c-8218a1273e5f", "name": "network-vif-plugged", "status": "completed", "tag": "bca9a963-cabf-485f-a4ea-26b111911d38"}]}' {{(pid=91668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 12:59:56.048009 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port bca9a963-cabf-485f-a4ea-26b111911d38, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=bca9a963-cabf-485f-a4ea-26b111911d38,segment=NetworkSegment(1037b7c5-f101-4e46-be86-ca4ffe5036cc),segment_id=1037b7c5-f101-4e46-be86-ca4ffe5036cc)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:59:56.059598 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:56.061706 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-b2cdabe7-46ef-4ad6-81b8-cb28288db90b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:56.149632 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8f0597-088c-4603-b006-d59b2863de6d req-e662125d-172c-4feb-a257-aa4c5eee9ca2 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:56.158759 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-ea8f0597-088c-4603-b006-d59b2863de6d req-e662125d-172c-4feb-a257-aa4c5eee9ca2 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac7646ee-d01b-492a-802c-8218a1273e5f HTTP/1.1" status: 200 len: 944 time: 0.1446190 Jun 12 12:59:56.173638 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Pushing event updated for resources: {'Port': ['ID=bca9a963-cabf-485f-a4ea-26b111911d38,revision_number=5']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:56.185495 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:56.259973 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-ea8f0597-088c-4603-b006-d59b2863de6d req-42c2c78a-e68d-4ce9-8f62-a441a65b6d40 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8b95929-74d9-4ba8-b802-3a72251ae14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999241 Jun 12 12:59:56.275070 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d31d0c-6c28-4aa1-a81c-a67742847b78 req-fe7a7672-d933-4977-82ae-b498675a486e tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:56.284943 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-a4d31d0c-6c28-4aa1-a81c-a67742847b78 req-fe7a7672-d933-4977-82ae-b498675a486e tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 946 time: 0.1573856 Jun 12 12:59:56.342556 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-a4d31d0c-6c28-4aa1-a81c-a67742847b78 req-94834dd2-a8fd-4daa-b303-95ae35398a10 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578864 Jun 12 12:59:56.389624 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 12:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696e0011-1ec1-4efc-a40a-08c8bb83be51 x-openstack-request-id: req-696e0011-1ec1-4efc-a40a-08c8bb83be51 {{(pid=91668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 12:59:56.390125 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac7646ee-d01b-492a-802c-8218a1273e5f", "name": "network-vif-plugged", "status": "completed", "tag": "bca9a963-cabf-485f-a4ea-26b111911d38", "code": 200}]} {{(pid=91668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 12:59:56.390419 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-696e0011-1ec1-4efc-a40a-08c8bb83be51 {{(pid=91668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 12:59:56.390826 dv-cinder-796114-1-iscsi neutron-server[91668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac7646ee-d01b-492a-802c-8218a1273e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca9a963-cabf-485f-a4ea-26b111911d38', 'code': 200} Jun 12 12:59:56.622145 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4841cfbd-88b7-465c-9a7e-008f55907e21 req-77a087ad-1842-41d7-b518-edd2ab74a857 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:56.623722 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-4841cfbd-88b7-465c-9a7e-008f55907e21 req-77a087ad-1842-41d7-b518-edd2ab74a857 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 945 time: 0.1176152 Jun 12 12:59:56.772377 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device 15f54138-f777-461f-9151-0aa4e80b9107 up at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:59:56.779515 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-4841cfbd-88b7-465c-9a7e-008f55907e21 req-a879a6c9-c0f7-4f0c-892a-0874e6af6c43 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409266 Jun 12 12:59:56.781683 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38d3cf-07a1-41e4-93c6-ff6c44a324b5 req-25b646a5-ef38-47fa-91ac-ba15a97b680d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:56.783391 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-6b38d3cf-07a1-41e4-93c6-ff6c44a324b5 req-25b646a5-ef38-47fa-91ac-ba15a97b680d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ac7646ee-d01b-492a-802c-8218a1273e5f HTTP/1.1" status: 200 len: 1098 time: 0.1386778 Jun 12 12:59:56.875480 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning for port 15f54138-f777-461f-9151-0aa4e80b9107 completed by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 12:59:56.880835 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning complete for port 15f54138-f777-461f-9151-0aa4e80b9107 triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:59:56.882318 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:56.891783 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-6b38d3cf-07a1-41e4-93c6-ff6c44a324b5 req-e7ec49c3-dfee-4b92-a5f2-e5d5a5318252 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d8b95929-74d9-4ba8-b802-3a72251ae14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961978 Jun 12 12:59:57.041540 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:57.108165 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] For port 15f54138-f777-461f-9151-0aa4e80b9107, host dv-cinder-796114-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=15f54138-f777-461f-9151-0aa4e80b9107,segment=NetworkSegment(48e57299-08a6-4493-95cd-be083990ba30),segment_id=48e57299-08a6-4493-95cd-be083990ba30)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 12:59:57.112221 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:57.114675 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-3be3bf05-c3c6-44c3-99c9-2dce549b3f2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:57.196754 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Pushing event updated for resources: {'Port': ['ID=15f54138-f777-461f-9151-0aa4e80b9107,revision_number=5']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:57.221499 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:57.398297 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 54202) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:59:57.641598 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-ff0d480d-2730-44b3-b8e1-fa9e7e5386b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:57.785635 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-ff0d480d-2730-44b3-b8e1-fa9e7e5386b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:57.797371 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-ff0d480d-2730-44b3-b8e1-fa9e7e5386b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:57.801108 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-53a95341-f251-4db6-9d97-3631f3f27f52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:57.831083 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74697ad5-fd1f-4ad6-bdf7-e4f76eb5370c req-6966a6d7-5f23-480c-940d-78b9293cb637 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:57.832898 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-74697ad5-fd1f-4ad6-bdf7-e4f76eb5370c req-6966a6d7-5f23-480c-940d-78b9293cb637 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac7646ee-d01b-492a-802c-8218a1273e5f HTTP/1.1" status: 200 len: 945 time: 0.1485488 Jun 12 12:59:57.857437 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-ff0d480d-2730-44b3-b8e1-fa9e7e5386b9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=29c4aa8a493b4417b674037e08754ab4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4567268 Jun 12 12:59:57.858282 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 54212) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:59:57.858988 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0d480d-2730-44b3-b8e1-fa9e7e5386b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2b2ac8-63a5-4aae-a4b9-41f361c5cda4,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:57.880906 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0d480d-2730-44b3-b8e1-fa9e7e5386b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:59:57.881284 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0d480d-2730-44b3-b8e1-fa9e7e5386b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:59:57.881646 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0d480d-2730-44b3-b8e1-fa9e7e5386b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:59:57.882002 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0d480d-2730-44b3-b8e1-fa9e7e5386b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:59:57.882391 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0d480d-2730-44b3-b8e1-fa9e7e5386b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:59:57.882743 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0d480d-2730-44b3-b8e1-fa9e7e5386b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:59:57.883653 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0d480d-2730-44b3-b8e1-fa9e7e5386b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:59:57.884009 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0d480d-2730-44b3-b8e1-fa9e7e5386b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:59:57.884355 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0d480d-2730-44b3-b8e1-fa9e7e5386b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:59:57.884755 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0d480d-2730-44b3-b8e1-fa9e7e5386b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:59:57.885102 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0d480d-2730-44b3-b8e1-fa9e7e5386b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:59:57.885446 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0d480d-2730-44b3-b8e1-fa9e7e5386b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:59:57.902054 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-ff0d480d-2730-44b3-b8e1-fa9e7e5386b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:57.911784 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-74697ad5-fd1f-4ad6-bdf7-e4f76eb5370c req-bade4bfb-37c3-4a77-a05f-97a185d5361b tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8b95929-74d9-4ba8-b802-3a72251ae14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679381 Jun 12 12:59:57.968552 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-716f9d3e-2b5f-402d-a8a4-81e8ed726168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:57.996591 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-716f9d3e-2b5f-402d-a8a4-81e8ed726168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:58.062660 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-716f9d3e-2b5f-402d-a8a4-81e8ed726168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:58.066642 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-716f9d3e-2b5f-402d-a8a4-81e8ed726168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:58.073718 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-716f9d3e-2b5f-402d-a8a4-81e8ed726168 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fc2b2ac8-63a5-4aae-a4b9-41f361c5cda4 HTTP/1.1" status: 204 len: 168 time: 0.2120676 Jun 12 12:59:58.074922 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-8dfd167c-daa4-47b3-8915-a50419b8ac50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:58.087470 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f9d3e-2b5f-402d-a8a4-81e8ed726168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2b2ac8-63a5-4aae-a4b9-41f361c5cda4,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:58.090026 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-716f9d3e-2b5f-402d-a8a4-81e8ed726168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:58.603117 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 54230) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:59:58.624373 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-60f529a1-c20d-4fb0-b9f5-25509ed5b89f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:58.720227 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device 15f54138-f777-461f-9151-0aa4e80b9107 up at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 12:59:58.865959 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning complete for port 15f54138-f777-461f-9151-0aa4e80b9107 triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 12:59:58.866376 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:58.870032 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-60f529a1-c20d-4fb0-b9f5-25509ed5b89f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:58.881054 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-60f529a1-c20d-4fb0-b9f5-25509ed5b89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:58.902911 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-0b48f6c7-b6d5-4dd3-b855-f534dad9f8fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:58.993183 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-60f529a1-c20d-4fb0-b9f5-25509ed5b89f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=897a52f57ff7444da536f1b9caa757fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3863726 Jun 12 12:59:58.994060 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 54238) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 12:59:59.048973 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f529a1-c20d-4fb0-b9f5-25509ed5b89f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0bf8660-b582-485b-af6d-87a5e0322b65,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:59.053806 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-60f529a1-c20d-4fb0-b9f5-25509ed5b89f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:59.110731 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-16c7b8b4-61b6-498e-893a-b86f5ddc6d7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:59.150413 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-16c7b8b4-61b6-498e-893a-b86f5ddc6d7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:59.236715 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef3cf1d-026f-4c63-981f-ae426d9ac443 req-58a557ca-7416-4403-b62d-57c9220a200e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:59.241698 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-1ef3cf1d-026f-4c63-981f-ae426d9ac443 req-58a557ca-7416-4403-b62d-57c9220a200e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1fdb5b3d3254fb7a2c5c6bf9fba5480&device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 1098 time: 0.1122742 Jun 12 12:59:59.319537 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-16c7b8b4-61b6-498e-893a-b86f5ddc6d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:59.322560 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-16c7b8b4-61b6-498e-893a-b86f5ddc6d7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 12:59:59.323920 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-16c7b8b4-61b6-498e-893a-b86f5ddc6d7d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c0bf8660-b582-485b-af6d-87a5e0322b65 HTTP/1.1" status: 204 len: 168 time: 0.3279471 Jun 12 12:59:59.327121 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-771289e1-d935-44c3-85fa-b064ee3e6295 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 12:59:59.339921 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c7b8b4-61b6-498e-893a-b86f5ddc6d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0bf8660-b582-485b-af6d-87a5e0322b65,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 12:59:59.348803 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c7b8b4-61b6-498e-893a-b86f5ddc6d7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:59:59.349508 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c7b8b4-61b6-498e-893a-b86f5ddc6d7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:59:59.350095 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c7b8b4-61b6-498e-893a-b86f5ddc6d7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:59:59.350683 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c7b8b4-61b6-498e-893a-b86f5ddc6d7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:59:59.351248 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c7b8b4-61b6-498e-893a-b86f5ddc6d7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:59:59.352415 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c7b8b4-61b6-498e-893a-b86f5ddc6d7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:59:59.353290 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c7b8b4-61b6-498e-893a-b86f5ddc6d7d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:59:59.353876 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c7b8b4-61b6-498e-893a-b86f5ddc6d7d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:59:59.354467 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c7b8b4-61b6-498e-893a-b86f5ddc6d7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:59:59.355122 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c7b8b4-61b6-498e-893a-b86f5ddc6d7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:59:59.355691 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c7b8b4-61b6-498e-893a-b86f5ddc6d7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:59:59.356241 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c7b8b4-61b6-498e-893a-b86f5ddc6d7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 12:59:59.360678 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-16c7b8b4-61b6-498e-893a-b86f5ddc6d7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 12:59:59.399157 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97fe3a-a95c-4fe4-b5c9-38954e164ced req-56097a73-d524-4637-ac61-d4d4be36478e tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:59.401584 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-1c97fe3a-a95c-4fe4-b5c9-38954e164ced req-56097a73-d524-4637-ac61-d4d4be36478e tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac7646ee-d01b-492a-802c-8218a1273e5f HTTP/1.1" status: 200 len: 945 time: 0.1755955 Jun 12 12:59:59.493392 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd77ca-ba8d-4185-92dc-afb6359a52ed req-f9e7ecdb-7643-4d93-bece-e2011540bc60 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:59.495059 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-6bdd77ca-ba8d-4185-92dc-afb6359a52ed req-f9e7ecdb-7643-4d93-bece-e2011540bc60 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 945 time: 0.2007625 Jun 12 12:59:59.496359 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef3cf1d-026f-4c63-981f-ae426d9ac443 req-e11f1688-bc0e-429b-af81-d480830f8348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:59.498183 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-1ef3cf1d-026f-4c63-981f-ae426d9ac443 req-e11f1688-bc0e-429b-af81-d480830f8348 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c3f2488e-44c5-4b09-b9c1-b478ec12dd34 HTTP/1.1" status: 200 len: 919 time: 0.2488747 Jun 12 12:59:59.506384 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-1c97fe3a-a95c-4fe4-b5c9-38954e164ced req-7b1ddbd6-3409-4bb5-99e7-e4d650edd1fd tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8b95929-74d9-4ba8-b802-3a72251ae14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962517 Jun 12 12:59:59.602604 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-1ef3cf1d-026f-4c63-981f-ae426d9ac443 req-829d8d2a-37b1-4f82-b476-b6d8885770da service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fde1258c-44aa-4e18-91ed-e31fa89248dc HTTP/1.1" status: 200 len: 217 time: 0.0668736 Jun 12 12:59:59.616836 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-6bdd77ca-ba8d-4185-92dc-afb6359a52ed req-9002bc45-2494-402c-8d55-60cd8b913786 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154647 Jun 12 12:59:59.680810 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef3cf1d-026f-4c63-981f-ae426d9ac443 req-1ffdc01d-79ff-4f1b-afa9-0208a48a303f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 12:59:59.682989 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-1ef3cf1d-026f-4c63-981f-ae426d9ac443 req-1ffdc01d-79ff-4f1b-afa9-0208a48a303f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e49e69c6-b979-45e9-b77a-48cd10ef7dd0 HTTP/1.1" status: 200 len: 858 time: 0.0645566 Jun 12 12:59:59.733721 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-1ef3cf1d-026f-4c63-981f-ae426d9ac443 req-2d5a0749-7028-4b31-a4cf-8e2ed2a398fe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c3f2488e-44c5-4b09-b9c1-b478ec12dd34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396643 Jun 12 12:59:59.953300 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-1ef3cf1d-026f-4c63-981f-ae426d9ac443 req-7f823c91-ab73-4592-b548-572b5030f948 service neutron] 10.222.0.30 "GET /v2.0/networks/c3f2488e-44c5-4b09-b9c1-b478ec12dd34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016776 Jun 12 13:00:00.101210 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-1ef3cf1d-026f-4c63-981f-ae426d9ac443 req-2b46b265-e505-4465-bdc6-a02ab5c5d5b9 service neutron] 10.222.0.30 "GET /v2.0/networks/c3f2488e-44c5-4b09-b9c1-b478ec12dd34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416478 Jun 12 13:00:00.509402 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356117dc-9c92-410b-9b95-b5a525af406e req-73bcf4ef-6fea-4240-a300-7ad52772881a tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:00:00.512128 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-356117dc-9c92-410b-9b95-b5a525af406e req-73bcf4ef-6fea-4240-a300-7ad52772881a tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/networks?id=e426109e-dad3-4f65-a54a-d678409a1b99 HTTP/1.1" status: 200 len: 814 time: 0.2051866 Jun 12 13:00:00.530686 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-356117dc-9c92-410b-9b95-b5a525af406e req-81a4f182-c05a-4eae-b91a-025a23d76c14 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/quotas/95c531eed7bc41ed93d7b43b25a1fa63 HTTP/1.1" status: 200 len: 375 time: 0.0118830 Jun 12 13:00:00.649080 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-356117dc-9c92-410b-9b95-b5a525af406e req-1f012737-ba55-460b-a1cc-2408befd2505 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=95c531eed7bc41ed93d7b43b25a1fa63&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1128330 Jun 12 13:00:00.953378 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e6b26-3ac2-46ea-805c-5a22acabac51 req-c731df72-4dfd-4d40-8928-968db2bbdcd6 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:00:00.956384 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-643e6b26-3ac2-46ea-805c-5a22acabac51 req-c731df72-4dfd-4d40-8928-968db2bbdcd6 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac7646ee-d01b-492a-802c-8218a1273e5f HTTP/1.1" status: 200 len: 945 time: 0.1747692 Jun 12 13:00:01.156343 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-643e6b26-3ac2-46ea-805c-5a22acabac51 req-eb556bf5-a9a6-4c58-ad86-10bab3d0a7dd tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8b95929-74d9-4ba8-b802-3a72251ae14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873791 Jun 12 13:00:01.344347 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-356117dc-9c92-410b-9b95-b5a525af406e req-1fc36c7a-37b8-4f3c-8825-f58625508baf service neutron] 10.222.0.23 "GET /v2.0/networks/e426109e-dad3-4f65-a54a-d678409a1b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6856060 Jun 12 13:00:01.369183 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 54324) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:00:01.501258 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1697fc7-01e3-4a18-bbbd-54ec457c72f4 req-8b969ae4-bad1-4dce-9479-e3ea841c37cc tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:00:01.517097 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-c1697fc7-01e3-4a18-bbbd-54ec457c72f4 req-8b969ae4-bad1-4dce-9479-e3ea841c37cc tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 945 time: 0.1169722 Jun 12 13:00:01.540687 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-356117dc-9c92-410b-9b95-b5a525af406e req-f555e43a-8110-4f34-b6d1-4efe447388bf service neutron] 10.222.0.23 "GET /v2.0/networks/e426109e-dad3-4f65-a54a-d678409a1b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938622 Jun 12 13:00:01.616933 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-c1697fc7-01e3-4a18-bbbd-54ec457c72f4 req-02a4d6f3-d363-4d61-af70-cb2b590bf326 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984266 Jun 12 13:00:01.659943 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-9be2fcd5-5bc0-4dde-9258-49b24492a64c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:01.860073 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-9be2fcd5-5bc0-4dde-9258-49b24492a64c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:01.871384 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-9be2fcd5-5bc0-4dde-9258-49b24492a64c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:01.875996 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-2b16030f-eb23-4d96-be6f-81a0290b51fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:00:01.936964 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be2fcd5-5bc0-4dde-9258-49b24492a64c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9032ff60-d948-4fab-8553-d93efb982840,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:00:01.948827 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-9be2fcd5-5bc0-4dde-9258-49b24492a64c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:00:02.003733 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-7d4a487f-8763-43f9-a828-df4a0e9e955f req-76ee4c71-9764-4933-a4e2-952b71850dd0 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee00c787-dcbe-4f02-8304-3deb51051a3f HTTP/1.1" status: 200 len: 210 time: 0.0903032 Jun 12 13:00:02.032610 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-9be2fcd5-5bc0-4dde-9258-49b24492a64c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a7f76e42bd7b4304b673ab4620c0b7b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6620431 Jun 12 13:00:02.035078 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 54350) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:00:02.141315 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-93bfcbf2-c93d-44c8-bd51-51d8b9d64d96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:02.189939 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-93bfcbf2-c93d-44c8-bd51-51d8b9d64d96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:02.308253 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-93bfcbf2-c93d-44c8-bd51-51d8b9d64d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:02.311644 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-93bfcbf2-c93d-44c8-bd51-51d8b9d64d96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:02.312978 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-93bfcbf2-c93d-44c8-bd51-51d8b9d64d96 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9032ff60-d948-4fab-8553-d93efb982840 HTTP/1.1" status: 204 len: 168 time: 0.2768185 Jun 12 13:00:02.313852 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-6dd9458c-315c-4d00-9d28-7daa898af3b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:00:02.328626 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bfcbf2-c93d-44c8-bd51-51d8b9d64d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9032ff60-d948-4fab-8553-d93efb982840,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:00:02.338056 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-93bfcbf2-c93d-44c8-bd51-51d8b9d64d96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:00:02.606225 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147acb2-f612-43a7-acd9-50d66cf7c4e1 req-f127cbe6-9533-4bb7-962d-db3458efed3e tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:00:02.617912 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-f147acb2-f612-43a7-acd9-50d66cf7c4e1 req-f127cbe6-9533-4bb7-962d-db3458efed3e tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac7646ee-d01b-492a-802c-8218a1273e5f HTTP/1.1" status: 200 len: 945 time: 0.1843379 Jun 12 13:00:02.635967 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c48b57c-53fc-4a7d-b784-d28165abcb0d req-f349d607-ab19-48a1-b6a3-0d7114545969 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:00:02.639356 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-2c48b57c-53fc-4a7d-b784-d28165abcb0d req-f349d607-ab19-48a1-b6a3-0d7114545969 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac7646ee-d01b-492a-802c-8218a1273e5f HTTP/1.1" status: 200 len: 945 time: 0.1436145 Jun 12 13:00:02.757744 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-f147acb2-f612-43a7-acd9-50d66cf7c4e1 req-a3aa2fec-6e3f-4609-93e0-d70acdd728ff tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8b95929-74d9-4ba8-b802-3a72251ae14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385994 Jun 12 13:00:03.112056 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [req-2c48b57c-53fc-4a7d-b784-d28165abcb0d req-1d05dc35-adca-406e-8126-effe7fe0c97e tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Deleting port bca9a963-cabf-485f-a4ea-26b111911d38 {{(pid=91667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 13:00:03.113144 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-2c48b57c-53fc-4a7d-b784-d28165abcb0d req-1d05dc35-adca-406e-8126-effe7fe0c97e tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752044867880'] for port, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:03.156306 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc177f-64e0-4718-b7ae-f6f898bf4999 req-cf949b0d-8f56-411a-9d54-925526e45486 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:00:03.158171 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-70fc177f-64e0-4718-b7ae-f6f898bf4999 req-cf949b0d-8f56-411a-9d54-925526e45486 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 945 time: 0.2674961 Jun 12 13:00:03.190055 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 54404) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:00:03.481443 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-5be09bb5-4f31-44e7-ab0e-a9cebb30db80 req-90718a98-fb75-4b98-af8f-d9cbb8bf78d3 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee00c787-dcbe-4f02-8304-3deb51051a3f HTTP/1.1" status: 200 len: 210 time: 0.0843854 Jun 12 13:00:03.592925 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.db [req-2c48b57c-53fc-4a7d-b784-d28165abcb0d req-1d05dc35-adca-406e-8126-effe7fe0c97e tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] For port bca9a963-cabf-485f-a4ea-26b111911d38, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=bca9a963-cabf-485f-a4ea-26b111911d38,segment=NetworkSegment(1037b7c5-f101-4e46-be86-ca4ffe5036cc),segment_id=1037b7c5-f101-4e46-be86-ca4ffe5036cc)] {{(pid=91667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:00:03.593320 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-2c48b57c-53fc-4a7d-b784-d28165abcb0d req-1d05dc35-adca-406e-8126-effe7fe0c97e tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455153'] for port, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:03.625624 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-f0c6ccdc-8d7e-4476-97d0-ecca01c1d82e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:03.724697 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [req-2c48b57c-53fc-4a7d-b784-d28165abcb0d req-1d05dc35-adca-406e-8126-effe7fe0c97e tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Calling delete_port for bca9a963-cabf-485f-a4ea-26b111911d38 owned by compute:nova {{(pid=91667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 13:00:03.794561 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356117dc-9c92-410b-9b95-b5a525af406e req-6d7e22d8-35a1-499d-ac1d-1f445cf42942 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:00:03.797315 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-356117dc-9c92-410b-9b95-b5a525af406e req-6d7e22d8-35a1-499d-ac1d-1f445cf42942 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.30 "GET /v2.0/networks?id=e426109e-dad3-4f65-a54a-d678409a1b99 HTTP/1.1" status: 200 len: 814 time: 0.2552631 Jun 12 13:00:03.833338 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [req-356117dc-9c92-410b-9b95-b5a525af406e req-e2d11b59-2ee9-48cb-831b-3cb39a2c3508 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Request body: {'port': {'device_id': 'ee00c787-dcbe-4f02-8304-3deb51051a3f', 'network_id': 'e426109e-dad3-4f65-a54a-d678409a1b99', 'admin_state_up': True, 'tenant_id': '95c531eed7bc41ed93d7b43b25a1fa63'}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:00:04.033834 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-70fc177f-64e0-4718-b7ae-f6f898bf4999 req-6994d22e-543d-4f66-8c32-6fe9e50d8e63 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8693550 Jun 12 13:00:04.038908 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-2c48b57c-53fc-4a7d-b784-d28165abcb0d req-1d05dc35-adca-406e-8126-effe7fe0c97e tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752044873292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752044431921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13277804'] for port, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:04.052227 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-2249270f-c7e2-4ea4-a26b-a8327364f00a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:00:04.055961 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] get_ports_and_sgs() called for port_ids ['bca9a963-cabf-485f-a4ea-26b111911d38'] {{(pid=91668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 13:00:04.135609 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d05dc35-adca-406e-8126-effe7fe0c97e tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Pushing event deleted for resources: {'Port': ['ID=bca9a963-cabf-485f-a4ea-26b111911d38,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:00:04.140251 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-1d05dc35-adca-406e-8126-effe7fe0c97e tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:00:04.245834 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-abbada63-e089-40fb-b177-3a82cdd2af92 req-6241ac39-9fe2-4728-852e-4b5aac7197d6 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac7646ee-d01b-492a-802c-8218a1273e5f HTTP/1.1" status: 200 len: 210 time: 0.1343880 Jun 12 13:00:04.263672 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c48b57c-53fc-4a7d-b784-d28165abcb0d req-1d05dc35-adca-406e-8126-effe7fe0c97e tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] No DVR routers for this DVR port bca9a963-cabf-485f-a4ea-26b111911d38 on host hv-cinder-79611 {{(pid=91667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 13:00:04.281765 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-2c48b57c-53fc-4a7d-b784-d28165abcb0d req-1d05dc35-adca-406e-8126-effe7fe0c97e tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920'] for port, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:04.283463 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-2c48b57c-53fc-4a7d-b784-d28165abcb0d req-1d05dc35-adca-406e-8126-effe7fe0c97e tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.30 "DELETE /v2.0/ports/bca9a963-cabf-485f-a4ea-26b111911d38 HTTP/1.1" status: 204 len: 173 time: 1.6387272 Jun 12 13:00:04.284104 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac7646ee-d01b-492a-802c-8218a1273e5f', 'name': 'network-vif-deleted', 'tag': 'bca9a963-cabf-485f-a4ea-26b111911d38'}] {{(pid=91667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 13:00:04.301043 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67243a7e54e3ab7b6e3c39020b1271d9e6c7e43a6696a4fb95c7e45675bdf643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2917387a-e9ac-4366-9b16-7ef578d7f81e" -d '{"events": [{"server_uuid": "ac7646ee-d01b-492a-802c-8218a1273e5f", "name": "network-vif-deleted", "tag": "bca9a963-cabf-485f-a4ea-26b111911d38"}]}' {{(pid=91667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 13:00:04.369305 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 13:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ff666a-4977-4dc4-9a5c-7f7fe286d2d0 x-openstack-request-id: req-d2ff666a-4977-4dc4-9a5c-7f7fe286d2d0 {{(pid=91667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 13:00:04.369627 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac7646ee-d01b-492a-802c-8218a1273e5f", "name": "network-vif-deleted", "tag": "bca9a963-cabf-485f-a4ea-26b111911d38", "status": "completed", "code": 200}]} {{(pid=91667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 13:00:04.369899 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d2ff666a-4977-4dc4-9a5c-7f7fe286d2d0 {{(pid=91667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 13:00:04.370338 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac7646ee-d01b-492a-802c-8218a1273e5f', 'name': 'network-vif-deleted', 'tag': 'bca9a963-cabf-485f-a4ea-26b111911d38', 'status': 'completed', 'code': 200} Jun 12 13:00:04.389287 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-f0c6ccdc-8d7e-4476-97d0-ecca01c1d82e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:04.416065 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-f0c6ccdc-8d7e-4476-97d0-ecca01c1d82e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:04.434978 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-83a4afc6-1e8b-4472-a830-c50670139592 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:00:04.482232 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-f0c6ccdc-8d7e-4476-97d0-ecca01c1d82e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9ba526a78fbf4fbe89139e2b606cc4bd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2909348 Jun 12 13:00:04.484835 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 54444) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:00:04.505869 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c6ccdc-8d7e-4476-97d0-ecca01c1d82e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5ec592-21e7-485f-a84e-247d1be19d3f,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:00:04.527048 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-f0c6ccdc-8d7e-4476-97d0-ecca01c1d82e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:00:04.528568 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-356117dc-9c92-410b-9b95-b5a525af406e req-e2d11b59-2ee9-48cb-831b-3cb39a2c3508 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Made reservation on behalf of 95c531eed7bc41ed93d7b43b25a1fa63 for: {'port': 1} {{(pid=91666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 13:00:04.532341 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-356117dc-9c92-410b-9b95-b5a525af406e req-e2d11b59-2ee9-48cb-831b-3cb39a2c3508 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for port, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:04.642095 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-995fb7c8-eb6f-436f-afce-5c8641daa7fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:04.679039 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-995fb7c8-eb6f-436f-afce-5c8641daa7fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:04.746388 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.db_base_plugin_common [req-356117dc-9c92-410b-9b95-b5a525af406e req-e2d11b59-2ee9-48cb-831b-3cb39a2c3508 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Allocated IP 172.20.0.10 (e426109e-dad3-4f65-a54a-d678409a1b99/f71341f6-cb58-4087-aff6-95b2f92c6898/4bcb57f7-6e1f-4105-b7d1-4a1a6a763057) {{(pid=91666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 13:00:04.803605 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-faaa3030-75b6-4492-916e-2e1dd1235ef1 req-e082dcb7-3726-4933-b52f-234bf754cffa tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee00c787-dcbe-4f02-8304-3deb51051a3f HTTP/1.1" status: 200 len: 210 time: 0.0697553 Jun 12 13:00:04.821573 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-995fb7c8-eb6f-436f-afce-5c8641daa7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:04.823945 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-995fb7c8-eb6f-436f-afce-5c8641daa7fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:04.825087 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-995fb7c8-eb6f-436f-afce-5c8641daa7fa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ed5ec592-21e7-485f-a84e-247d1be19d3f HTTP/1.1" status: 204 len: 168 time: 0.3390629 Jun 12 13:00:04.825846 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-9be2fcd5-5bc0-4dde-9258-49b24492a64c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:00:04.846470 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995fb7c8-eb6f-436f-afce-5c8641daa7fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5ec592-21e7-485f-a84e-247d1be19d3f,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:00:04.848733 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-995fb7c8-eb6f-436f-afce-5c8641daa7fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:00:05.173523 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-356117dc-9c92-410b-9b95-b5a525af406e req-e2d11b59-2ee9-48cb-831b-3cb39a2c3508 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Notify callbacks [] for port, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:05.311114 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-356117dc-9c92-410b-9b95-b5a525af406e req-e2d11b59-2ee9-48cb-831b-3cb39a2c3508 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1466997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-122173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752044431912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14082974'] for port, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:05.322877 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-6a44a250-e2a3-4a2f-9777-7817358a7adb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:00:05.328236 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] get_ports_and_sgs() called for port_ids ['9ebdb42a-1f6b-4820-90e8-c352aedcfc4f', '273e30c8-3d07-4397-8db6-ac264e726fc9', 'fa8d5eca-64ee-41ea-ab7b-60380fe0e52f'] {{(pid=91668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 13:00:05.456308 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-356117dc-9c92-410b-9b95-b5a525af406e req-e2d11b59-2ee9-48cb-831b-3cb39a2c3508 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Network e426109e-dad3-4f65-a54a-d678409a1b99 is already hosted by enough agents. {{(pid=91666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 13:00:05.492325 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.base_scheduler [req-356117dc-9c92-410b-9b95-b5a525af406e req-e2d11b59-2ee9-48cb-831b-3cb39a2c3508 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Resources bound (agent type, host, resource id): {{(pid=91666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 13:00:05.515419 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [req-356117dc-9c92-410b-9b95-b5a525af406e req-e2d11b59-2ee9-48cb-831b-3cb39a2c3508 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Received port after_create {{(pid=91666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 13:00:05.555844 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d11b59-2ee9-48cb-831b-3cb39a2c3508 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Pushing event updated for resources: {'Port': ['ID=4bcb57f7-6e1f-4105-b7d1-4a1a6a763057,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:00:05.560739 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-4ae961fe-b818-466f-b9aa-8ecc0ae5e47a req-eb16bdc9-b6d1-4edb-bcd7-9f9b7a03e57e tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac7646ee-d01b-492a-802c-8218a1273e5f HTTP/1.1" status: 200 len: 210 time: 0.0508180 Jun 12 13:00:05.562223 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-e2d11b59-2ee9-48cb-831b-3cb39a2c3508 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:00:05.641486 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356117dc-9c92-410b-9b95-b5a525af406e req-e2d11b59-2ee9-48cb-831b-3cb39a2c3508 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:00:05.642373 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-356117dc-9c92-410b-9b95-b5a525af406e req-e2d11b59-2ee9-48cb-831b-3cb39a2c3508 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920'] for port, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:05.643662 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 54464) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:00:05.662898 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.agents_db [None req-3755f801-82db-4e36-b9e4-fb56f4f4bf71 None None] Agent healthcheck: found 6 active agents {{(pid=91669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 13:00:05.672572 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-9b77687f-11dc-47e0-97a5-67e6c9ba59b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:05.703705 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce230e-e560-4fdb-9a09-9a87607d8da2 req-1b50eb54-fa2d-480b-83ce-4ef2910aa149 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:00:05.709704 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-e1ce230e-e560-4fdb-9a09-9a87607d8da2 req-1b50eb54-fa2d-480b-83ce-4ef2910aa149 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 945 time: 0.2938235 Jun 12 13:00:05.716194 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-356117dc-9c92-410b-9b95-b5a525af406e req-e2d11b59-2ee9-48cb-831b-3cb39a2c3508 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9027469 Jun 12 13:00:05.766052 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [req-356117dc-9c92-410b-9b95-b5a525af406e req-c0ac7ecb-26c8-4aee-9352-44f70d32c9ac service neutron] Request body: {'port': {'device_id': 'ee00c787-dcbe-4f02-8304-3deb51051a3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:00:05.891004 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-9b77687f-11dc-47e0-97a5-67e6c9ba59b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:05.899672 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-9b77687f-11dc-47e0-97a5-67e6c9ba59b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:05.902352 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-3dae33cd-8681-4454-8d7e-f5350cab1bc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:00:05.908980 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-e1ce230e-e560-4fdb-9a09-9a87607d8da2 req-1d882a9f-94b6-4f94-b2f2-32e6907704e2 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895711 Jun 12 13:00:06.003717 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b77687f-11dc-47e0-97a5-67e6c9ba59b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1784d071-033e-4817-ae67-a936fdc5b600,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:00:06.015010 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-9b77687f-11dc-47e0-97a5-67e6c9ba59b1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2c06cd0914064609a4b5aca466b8e468&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3699024 Jun 12 13:00:06.016223 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-9b77687f-11dc-47e0-97a5-67e6c9ba59b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:00:06.018924 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 54470) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:00:06.029788 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-356117dc-9c92-410b-9b95-b5a525af406e req-c0ac7ecb-26c8-4aee-9352-44f70d32c9ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:06.133912 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-b3a7ae8d-375c-4c46-b91f-98487540814e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:06.175871 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-b3a7ae8d-375c-4c46-b91f-98487540814e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:06.262584 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-b3a7ae8d-375c-4c46-b91f-98487540814e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:06.275083 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-b3a7ae8d-375c-4c46-b91f-98487540814e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:06.275083 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-b3a7ae8d-375c-4c46-b91f-98487540814e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1784d071-033e-4817-ae67-a936fdc5b600 HTTP/1.1" status: 204 len: 168 time: 0.2509675 Jun 12 13:00:06.275083 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-a0133aee-3305-4408-b64c-66b9f41ca030 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:00:06.318517 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a7ae8d-375c-4c46-b91f-98487540814e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1784d071-033e-4817-ae67-a936fdc5b600,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:00:06.330237 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-b3a7ae8d-375c-4c46-b91f-98487540814e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:00:06.409295 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1ab594-9cb8-4b7d-ad24-08632572cc86 req-70749c16-7592-45d1-a755-e05e72cf939a tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:00:06.410942 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-3b1ab594-9cb8-4b7d-ad24-08632572cc86 req-70749c16-7592-45d1-a755-e05e72cf939a tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee00c787-dcbe-4f02-8304-3deb51051a3f HTTP/1.1" status: 200 len: 932 time: 0.2128630 Jun 12 13:00:06.512850 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-3b1ab594-9cb8-4b7d-ad24-08632572cc86 req-3b5d77ef-6937-4bff-83e9-4253e52216dd tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/security-groups?id=02246757-e4e7-402b-9da4-d1f6e68238bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861301 Jun 12 13:00:06.560183 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.notifiers.nova [req-356117dc-9c92-410b-9b95-b5a525af406e req-c0ac7ecb-26c8-4aee-9352-44f70d32c9ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bcb57f7-6e1f-4105-b7d1-4a1a6a763057 {{(pid=91666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 13:00:06.582002 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-356117dc-9c92-410b-9b95-b5a525af406e req-c0ac7ecb-26c8-4aee-9352-44f70d32c9ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:06.599610 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [req-356117dc-9c92-410b-9b95-b5a525af406e req-c0ac7ecb-26c8-4aee-9352-44f70d32c9ac service neutron] Transition to ACTIVE for port object 4bcb57f7-6e1f-4105-b7d1-4a1a6a763057 will not be triggered until provisioned by entity L2. {{(pid=91666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 13:00:06.608137 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-356117dc-9c92-410b-9b95-b5a525af406e req-c0ac7ecb-26c8-4aee-9352-44f70d32c9ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14082976'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:06.617625 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:00:06.690761 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ac7ecb-26c8-4aee-9352-44f70d32c9ac service neutron] Pushing event updated for resources: {'Port': ['ID=4bcb57f7-6e1f-4105-b7d1-4a1a6a763057,revision_number=2']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:00:06.698128 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-c0ac7ecb-26c8-4aee-9352-44f70d32c9ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:00:06.923966 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [req-356117dc-9c92-410b-9b95-b5a525af406e req-c0ac7ecb-26c8-4aee-9352-44f70d32c9ac service neutron] Attempting to bind port 4bcb57f7-6e1f-4105-b7d1-4a1a6a763057 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 13:00:06.925324 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [req-356117dc-9c92-410b-9b95-b5a525af406e req-c0ac7ecb-26c8-4aee-9352-44f70d32c9ac service neutron] Attempting to bind port 4bcb57f7-6e1f-4105-b7d1-4a1a6a763057 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': 'a55cae0d-67cb-4777-915a-d694fc695b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e426109e-dad3-4f65-a54a-d678409a1b99'}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 13:00:06.925897 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356117dc-9c92-410b-9b95-b5a525af406e req-c0ac7ecb-26c8-4aee-9352-44f70d32c9ac service neutron] Attempting to bind port 4bcb57f7-6e1f-4105-b7d1-4a1a6a763057 on network e426109e-dad3-4f65-a54a-d678409a1b99 {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 13:00:06.931610 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356117dc-9c92-410b-9b95-b5a525af406e req-c0ac7ecb-26c8-4aee-9352-44f70d32c9ac service neutron] Port 4bcb57f7-6e1f-4105-b7d1-4a1a6a763057 on network e426109e-dad3-4f65-a54a-d678409a1b99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 13:00:06.932836 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356117dc-9c92-410b-9b95-b5a525af406e req-c0ac7ecb-26c8-4aee-9352-44f70d32c9ac service neutron] Attempting to bind port 4bcb57f7-6e1f-4105-b7d1-4a1a6a763057 on network e426109e-dad3-4f65-a54a-d678409a1b99 {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 13:00:06.942240 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356117dc-9c92-410b-9b95-b5a525af406e req-c0ac7ecb-26c8-4aee-9352-44f70d32c9ac service neutron] Checking agent: {'id': '858649d7-9eac-48e6-8b51-9e9d764f3a99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 12, 56, 19), 'started_at': datetime.datetime(2021, 6, 12, 12, 56, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 12, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 13:00:06.942608 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356117dc-9c92-410b-9b95-b5a525af406e req-c0ac7ecb-26c8-4aee-9352-44f70d32c9ac service neutron] Checking segment: {'id': 'a55cae0d-67cb-4777-915a-d694fc695b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e426109e-dad3-4f65-a54a-d678409a1b99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 13:00:06.942975 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356117dc-9c92-410b-9b95-b5a525af406e req-c0ac7ecb-26c8-4aee-9352-44f70d32c9ac service neutron] Bound using segment: {'id': 'a55cae0d-67cb-4777-915a-d694fc695b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e426109e-dad3-4f65-a54a-d678409a1b99'} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 13:00:06.943408 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [req-356117dc-9c92-410b-9b95-b5a525af406e req-c0ac7ecb-26c8-4aee-9352-44f70d32c9ac service neutron] Bound port: 4bcb57f7-6e1f-4105-b7d1-4a1a6a763057, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a55cae0d-67cb-4777-915a-d694fc695b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e426109e-dad3-4f65-a54a-d678409a1b99'}}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 13:00:06.943851 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-356117dc-9c92-410b-9b95-b5a525af406e req-c0ac7ecb-26c8-4aee-9352-44f70d32c9ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:07.113174 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [req-356117dc-9c92-410b-9b95-b5a525af406e req-c0ac7ecb-26c8-4aee-9352-44f70d32c9ac service neutron] For port 4bcb57f7-6e1f-4105-b7d1-4a1a6a763057, host hv-cinder-79611, cleared binding levels {{(pid=91666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 13:00:07.121269 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [req-356117dc-9c92-410b-9b95-b5a525af406e req-c0ac7ecb-26c8-4aee-9352-44f70d32c9ac service neutron] For port 4bcb57f7-6e1f-4105-b7d1-4a1a6a763057, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=4bcb57f7-6e1f-4105-b7d1-4a1a6a763057,segment=NetworkSegment(a55cae0d-67cb-4777-915a-d694fc695b77),segment_id=a55cae0d-67cb-4777-915a-d694fc695b77)] {{(pid=91666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 13:00:07.185359 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-356117dc-9c92-410b-9b95-b5a525af406e req-c0ac7ecb-26c8-4aee-9352-44f70d32c9ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14082976'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:07.185359 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-b52d6687-14be-4686-a9b5-77f707589fcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:00:07.366879 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356117dc-9c92-410b-9b95-b5a525af406e req-c0ac7ecb-26c8-4aee-9352-44f70d32c9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:00:07.367996 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-356117dc-9c92-410b-9b95-b5a525af406e req-c0ac7ecb-26c8-4aee-9352-44f70d32c9ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920'] for port, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:07.369983 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-356117dc-9c92-410b-9b95-b5a525af406e req-c0ac7ecb-26c8-4aee-9352-44f70d32c9ac service neutron] 10.222.0.30 "PUT /v2.0/ports/4bcb57f7-6e1f-4105-b7d1-4a1a6a763057 HTTP/1.1" status: 200 len: 1094 time: 1.6399028 Jun 12 13:00:07.370821 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee00c787-dcbe-4f02-8304-3deb51051a3f', 'tag': '4bcb57f7-6e1f-4105-b7d1-4a1a6a763057'}] {{(pid=91666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 13:00:07.373522 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba2aedb3ce59156ad261fd92086ba05f02985526b362ab5d5a646d7af1b76f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c4c307-07d0-4f34-bb74-eb650318d125" -d '{"events": [{"name": "network-changed", "server_uuid": "ee00c787-dcbe-4f02-8304-3deb51051a3f", "tag": "4bcb57f7-6e1f-4105-b7d1-4a1a6a763057"}]}' {{(pid=91666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 13:00:07.402261 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ac7ecb-26c8-4aee-9352-44f70d32c9ac service neutron] Pushing event updated for resources: {'Port': ['ID=4bcb57f7-6e1f-4105-b7d1-4a1a6a763057,revision_number=3']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:00:07.402518 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68646ba0-e5d4-4095-b977-5307ddd99956 req-990afdcf-df50-4c05-b90c-711eb4782e29 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:00:07.410946 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-68646ba0-e5d4-4095-b977-5307ddd99956 req-990afdcf-df50-4c05-b90c-711eb4782e29 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 945 time: 0.1648707 Jun 12 13:00:07.426064 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-c0ac7ecb-26c8-4aee-9352-44f70d32c9ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:00:07.478007 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-68646ba0-e5d4-4095-b977-5307ddd99956 req-5e1ee079-7f30-485c-85e2-8073c4bd7d53 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661733 Jun 12 13:00:08.378251 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device bca9a963-cabf-485f-a4ea-26b111911d38 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 13:00:08.408392 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] No Port match for: bca9a963-cabf-485f-a4ea-26b111911d38 {{(pid=91668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 13:00:08.408749 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device bca9a963-cabf-485f-a4ea-26b111911d38 not bound to the agent host hv-cinder-79611 {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 13:00:11.015304 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 13:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc6f5d06-ae28-49e4-afb4-e9466941bd56 x-openstack-request-id: req-dc6f5d06-ae28-49e4-afb4-e9466941bd56 {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 13:00:11.015907 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee00c787-dcbe-4f02-8304-3deb51051a3f", "tag": "4bcb57f7-6e1f-4105-b7d1-4a1a6a763057", "status": "completed", "code": 200}]} {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 13:00:11.015907 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dc6f5d06-ae28-49e4-afb4-e9466941bd56 {{(pid=91666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 13:00:11.016292 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee00c787-dcbe-4f02-8304-3deb51051a3f', 'tag': '4bcb57f7-6e1f-4105-b7d1-4a1a6a763057', 'status': 'completed', 'code': 200} Jun 12 13:00:11.056338 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356117dc-9c92-410b-9b95-b5a525af406e req-fc3ea038-fbe5-418f-9c0b-b95801dd441b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:00:11.058525 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-356117dc-9c92-410b-9b95-b5a525af406e req-fc3ea038-fbe5-418f-9c0b-b95801dd441b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=95c531eed7bc41ed93d7b43b25a1fa63&device_id=ee00c787-dcbe-4f02-8304-3deb51051a3f HTTP/1.1" status: 200 len: 1097 time: 0.0800030 Jun 12 13:00:11.141097 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-356117dc-9c92-410b-9b95-b5a525af406e req-cb4e47f2-a31c-4d77-ba9b-ebc1dd9fa08e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bcb57f7-6e1f-4105-b7d1-4a1a6a763057 HTTP/1.1" status: 200 len: 217 time: 0.0618603 Jun 12 13:00:11.166404 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e792de9-e435-4fab-8b57-30fbd3b89e87 req-065ef919-da6c-48bd-95d3-301b6571ff6e tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:00:11.167856 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-6e792de9-e435-4fab-8b57-30fbd3b89e87 req-065ef919-da6c-48bd-95d3-301b6571ff6e tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee00c787-dcbe-4f02-8304-3deb51051a3f HTTP/1.1" status: 200 len: 944 time: 0.0709362 Jun 12 13:00:11.203991 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356117dc-9c92-410b-9b95-b5a525af406e req-acacae05-a57e-4ebd-9ff7-a7d7f77adb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:00:11.205608 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-356117dc-9c92-410b-9b95-b5a525af406e req-acacae05-a57e-4ebd-9ff7-a7d7f77adb17 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f71341f6-cb58-4087-aff6-95b2f92c6898 HTTP/1.1" status: 200 len: 854 time: 0.0576477 Jun 12 13:00:11.220274 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-6e792de9-e435-4fab-8b57-30fbd3b89e87 req-7586cb89-0bfe-4e91-b508-5f6d71860803 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/security-groups?id=02246757-e4e7-402b-9da4-d1f6e68238bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465450 Jun 12 13:00:11.259311 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-356117dc-9c92-410b-9b95-b5a525af406e req-2ebbe3a0-38e6-4680-9501-69cb3dc24163 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e426109e-dad3-4f65-a54a-d678409a1b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458505 Jun 12 13:00:11.405917 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c7d5f-a08f-4842-91e0-d7e4d7fdabe4 req-331b8b50-e9a7-46cc-bb58-7d673dc32051 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:00:11.407559 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-f80c7d5f-a08f-4842-91e0-d7e4d7fdabe4 req-331b8b50-e9a7-46cc-bb58-7d673dc32051 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 945 time: 0.0803707 Jun 12 13:00:11.448312 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-356117dc-9c92-410b-9b95-b5a525af406e req-7de744a4-6d79-44cd-9bb5-814637473d05 service neutron] 10.222.0.30 "GET /v2.0/networks/e426109e-dad3-4f65-a54a-d678409a1b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354001 Jun 12 13:00:11.454864 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-f80c7d5f-a08f-4842-91e0-d7e4d7fdabe4 req-b96940b1-5f4e-443c-b394-6167701cd264 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385325 Jun 12 13:00:11.667488 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-356117dc-9c92-410b-9b95-b5a525af406e req-799feee9-755b-4bb5-b168-f93c385eab3f service neutron] 10.222.0.30 "GET /v2.0/networks/e426109e-dad3-4f65-a54a-d678409a1b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112355 Jun 12 13:00:11.687034 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26b45d-386f-4051-861f-d6e900e51126 req-91eaa079-356a-4c30-a450-b280bfe135b7 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:00:11.688651 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-ce26b45d-386f-4051-861f-d6e900e51126 req-91eaa079-356a-4c30-a450-b280bfe135b7 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/networks?id=54c7db29-a6b2-421f-a94c-ecf9cae6372c HTTP/1.1" status: 200 len: 814 time: 0.2017956 Jun 12 13:00:11.704475 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-ce26b45d-386f-4051-861f-d6e900e51126 req-2e544d6b-ed03-4acf-b871-e965b76156b6 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/quotas/28043c4af02547deae876ba39ba11123 HTTP/1.1" status: 200 len: 375 time: 0.0098042 Jun 12 13:00:11.791580 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-ce26b45d-386f-4051-861f-d6e900e51126 req-4b9aa90b-cebc-4d98-bd46-3fe4293a4500 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=28043c4af02547deae876ba39ba11123&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0820878 Jun 12 13:00:11.915846 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-ce26b45d-386f-4051-861f-d6e900e51126 req-8508e430-66d4-43bc-9be2-3387bd40ab72 service neutron] 10.222.0.23 "GET /v2.0/networks/54c7db29-a6b2-421f-a94c-ecf9cae6372c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117721 Jun 12 13:00:12.047834 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-ce26b45d-386f-4051-861f-d6e900e51126 req-4b88add5-9272-4c81-8d23-1a2ab2f99a4e service neutron] 10.222.0.23 "GET /v2.0/networks/54c7db29-a6b2-421f-a94c-ecf9cae6372c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259279 Jun 12 13:00:16.235642 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c4c307-07d0-4f34-bb74-eb650318d125 req-07f29df3-f3e9-45d0-8fb0-1901ee549e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:00:16.237107 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-46c4c307-07d0-4f34-bb74-eb650318d125 req-07f29df3-f3e9-45d0-8fb0-1901ee549e34 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=95c531eed7bc41ed93d7b43b25a1fa63&device_id=ee00c787-dcbe-4f02-8304-3deb51051a3f HTTP/1.1" status: 200 len: 1097 time: 0.0676308 Jun 12 13:00:16.361615 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c4c307-07d0-4f34-bb74-eb650318d125 req-c83cbb3b-06e4-4e91-9240-978cb835efdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:00:16.363106 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-46c4c307-07d0-4f34-bb74-eb650318d125 req-c83cbb3b-06e4-4e91-9240-978cb835efdd service neutron] 10.222.0.30 "GET /v2.0/networks?id=e426109e-dad3-4f65-a54a-d678409a1b99 HTTP/1.1" status: 200 len: 915 time: 0.1180255 Jun 12 13:00:16.423877 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-46c4c307-07d0-4f34-bb74-eb650318d125 req-0d7a79e9-5d53-4e89-8fb4-a0b0ae36ac9f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bcb57f7-6e1f-4105-b7d1-4a1a6a763057 HTTP/1.1" status: 200 len: 217 time: 0.0518990 Jun 12 13:00:16.485639 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c4c307-07d0-4f34-bb74-eb650318d125 req-41a4bd3d-d48e-4a3a-b439-e3b636995427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:00:16.487034 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-46c4c307-07d0-4f34-bb74-eb650318d125 req-41a4bd3d-d48e-4a3a-b439-e3b636995427 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f71341f6-cb58-4087-aff6-95b2f92c6898 HTTP/1.1" status: 200 len: 854 time: 0.0573025 Jun 12 13:00:16.525776 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-46c4c307-07d0-4f34-bb74-eb650318d125 req-41abb79f-8875-426a-8cbf-af1f505ba2ce service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e426109e-dad3-4f65-a54a-d678409a1b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314856 Jun 12 13:00:16.745336 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-46c4c307-07d0-4f34-bb74-eb650318d125 req-e1e78718-6660-4b3c-aca0-670a424a1366 service neutron] 10.222.0.30 "GET /v2.0/networks/e426109e-dad3-4f65-a54a-d678409a1b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098027 Jun 12 13:00:16.864773 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-46c4c307-07d0-4f34-bb74-eb650318d125 req-a8b2ce98-5411-4590-b57c-b240e5c0f77f service neutron] 10.222.0.30 "GET /v2.0/networks/e426109e-dad3-4f65-a54a-d678409a1b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120608 Jun 12 13:00:17.371157 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-c1a52074-d547-4d6a-93f0-4194b74bf97c req-6383c80c-d7fc-42b7-b351-5b74dd80c5ac tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ac2fe1-1e41-436e-bb7c-d7089da6088c HTTP/1.1" status: 200 len: 210 time: 0.0344939 Jun 12 13:00:17.428687 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c72d86-b7d3-496e-b9d3-a06aeaa60d7c req-defd45ac-d1bf-4de9-b2bb-0a9bb87a63d3 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:00:17.430166 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-98c72d86-b7d3-496e-b9d3-a06aeaa60d7c req-defd45ac-d1bf-4de9-b2bb-0a9bb87a63d3 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee00c787-dcbe-4f02-8304-3deb51051a3f HTTP/1.1" status: 200 len: 944 time: 0.0730801 Jun 12 13:00:17.473319 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-98c72d86-b7d3-496e-b9d3-a06aeaa60d7c req-4fd50784-6d9d-4630-96de-94ac499e6b39 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/security-groups?id=02246757-e4e7-402b-9da4-d1f6e68238bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368752 Jun 12 13:00:17.552444 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e838e6-6a6a-4835-a666-30a2824ed0ca req-81922541-1699-4837-b6c5-bfbe9326bce7 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:00:17.553906 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-03e838e6-6a6a-4835-a666-30a2824ed0ca req-81922541-1699-4837-b6c5-bfbe9326bce7 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 945 time: 0.0824606 Jun 12 13:00:17.597330 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-03e838e6-6a6a-4835-a666-30a2824ed0ca req-801619c2-c350-4b34-9353-b60f36339148 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376227 Jun 12 13:00:18.050350 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f928bebf-2604-4a9e-8ca7-7eb22bc02ea3 req-b6d15255-7c43-43c9-ae6b-ee619f857b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:00:18.051863 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-f928bebf-2604-4a9e-8ca7-7eb22bc02ea3 req-b6d15255-7c43-43c9-ae6b-ee619f857b5c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1fdb5b3d3254fb7a2c5c6bf9fba5480&device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 1098 time: 0.0882204 Jun 12 13:00:18.111045 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26b45d-386f-4051-861f-d6e900e51126 req-34fc60c5-352e-4feb-b75e-17f60a0f8b0f tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:00:18.112611 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-ce26b45d-386f-4051-861f-d6e900e51126 req-34fc60c5-352e-4feb-b75e-17f60a0f8b0f tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.30 "GET /v2.0/networks?id=54c7db29-a6b2-421f-a94c-ecf9cae6372c HTTP/1.1" status: 200 len: 814 time: 0.4238319 Jun 12 13:00:18.147053 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [req-ce26b45d-386f-4051-861f-d6e900e51126 req-2f35212a-9764-4b71-b8f3-df5b7f91566d tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Request body: {'port': {'device_id': '19ac2fe1-1e41-436e-bb7c-d7089da6088c', 'network_id': '54c7db29-a6b2-421f-a94c-ecf9cae6372c', 'admin_state_up': True, 'tenant_id': '28043c4af02547deae876ba39ba11123'}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:00:18.211805 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f928bebf-2604-4a9e-8ca7-7eb22bc02ea3 req-356d3595-8246-42c7-af0f-e98b37b85227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:00:18.213003 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-f928bebf-2604-4a9e-8ca7-7eb22bc02ea3 req-356d3595-8246-42c7-af0f-e98b37b85227 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c3f2488e-44c5-4b09-b9c1-b478ec12dd34 HTTP/1.1" status: 200 len: 919 time: 0.1366870 Jun 12 13:00:18.304661 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-f928bebf-2604-4a9e-8ca7-7eb22bc02ea3 req-048e61a8-6093-4c31-b603-a79d7d4737e1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fde1258c-44aa-4e18-91ed-e31fa89248dc HTTP/1.1" status: 200 len: 217 time: 0.0832884 Jun 12 13:00:18.482695 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce26b45d-386f-4051-861f-d6e900e51126 req-2f35212a-9764-4b71-b8f3-df5b7f91566d tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Made reservation on behalf of 28043c4af02547deae876ba39ba11123 for: {'port': 1} {{(pid=91666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 13:00:18.486944 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-ce26b45d-386f-4051-861f-d6e900e51126 req-2f35212a-9764-4b71-b8f3-df5b7f91566d tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for port, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:18.515875 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f928bebf-2604-4a9e-8ca7-7eb22bc02ea3 req-c6a6e0f5-11b0-4cc3-9464-b7a191b3203a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:00:18.521443 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-f928bebf-2604-4a9e-8ca7-7eb22bc02ea3 req-c6a6e0f5-11b0-4cc3-9464-b7a191b3203a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e49e69c6-b979-45e9-b77a-48cd10ef7dd0 HTTP/1.1" status: 200 len: 858 time: 0.2060010 Jun 12 13:00:18.594316 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-f928bebf-2604-4a9e-8ca7-7eb22bc02ea3 req-8a42a4e7-4b6d-47cd-bed2-97944d9f41cb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c3f2488e-44c5-4b09-b9c1-b478ec12dd34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645049 Jun 12 13:00:18.689335 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.db_base_plugin_common [req-ce26b45d-386f-4051-861f-d6e900e51126 req-2f35212a-9764-4b71-b8f3-df5b7f91566d tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Allocated IP 172.20.0.3 (54c7db29-a6b2-421f-a94c-ecf9cae6372c/9e01ad32-86ed-4941-907b-b1f5650bfa34/9c469eb0-e066-4d4d-91bf-f05d359fc250) {{(pid=91666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 13:00:18.770575 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-f928bebf-2604-4a9e-8ca7-7eb22bc02ea3 req-079ac456-4743-4d5e-ac04-9c02f4ef8ab8 service neutron] 10.222.0.30 "GET /v2.0/networks/c3f2488e-44c5-4b09-b9c1-b478ec12dd34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643233 Jun 12 13:00:19.003230 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-f928bebf-2604-4a9e-8ca7-7eb22bc02ea3 req-68cdff97-38c0-4b0b-9658-c14045b683a7 service neutron] 10.222.0.30 "GET /v2.0/networks/c3f2488e-44c5-4b09-b9c1-b478ec12dd34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233877 Jun 12 13:00:19.070116 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af9b9b3-4368-4b75-859c-c7b552e72f4b req-f129a3bd-59fc-4764-af99-0928fb3bf7dc tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:00:19.072156 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-7af9b9b3-4368-4b75-859c-c7b552e72f4b req-f129a3bd-59fc-4764-af99-0928fb3bf7dc tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee00c787-dcbe-4f02-8304-3deb51051a3f HTTP/1.1" status: 200 len: 944 time: 0.3064978 Jun 12 13:00:19.104582 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-ba9b6d7c-e421-4947-9841-d3315f812506 req-bed1f94c-da3a-4c4c-b923-e578006e2010 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ac2fe1-1e41-436e-bb7c-d7089da6088c HTTP/1.1" status: 200 len: 210 time: 0.0585856 Jun 12 13:00:19.178518 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-ce26b45d-386f-4051-861f-d6e900e51126 req-2f35212a-9764-4b71-b8f3-df5b7f91566d tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Notify callbacks [] for port, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:19.200003 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-7af9b9b3-4368-4b75-859c-c7b552e72f4b req-4d519939-b22e-4d8b-beb5-d167d975e397 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/security-groups?id=02246757-e4e7-402b-9da4-d1f6e68238bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175561 Jun 12 13:00:19.208221 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:19.232895 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [req-ce26b45d-386f-4051-861f-d6e900e51126 req-2f35212a-9764-4b71-b8f3-df5b7f91566d tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Transition to ACTIVE for port object 9c469eb0-e066-4d4d-91bf-f05d359fc250 will not be triggered until provisioned by entity DHCP. {{(pid=91666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 13:00:19.293423 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-ce26b45d-386f-4051-861f-d6e900e51126 req-2f35212a-9764-4b71-b8f3-df5b7f91566d tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1466997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-122173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752044431912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14082974'] for port, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:19.306989 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-5c48dc99-e4ad-43cb-b144-5b36f5e20c59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:00:19.429861 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f35212a-9764-4b71-b8f3-df5b7f91566d tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Pushing event updated for resources: {'Port': ['ID=9c469eb0-e066-4d4d-91bf-f05d359fc250,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:00:19.435147 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-2f35212a-9764-4b71-b8f3-df5b7f91566d tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:00:19.438170 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce26b45d-386f-4051-861f-d6e900e51126 req-2f35212a-9764-4b71-b8f3-df5b7f91566d tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Network 54c7db29-a6b2-421f-a94c-ecf9cae6372c is already hosted by enough agents. {{(pid=91666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 13:00:19.440452 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.base_scheduler [req-ce26b45d-386f-4051-861f-d6e900e51126 req-2f35212a-9764-4b71-b8f3-df5b7f91566d tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Resources bound (agent type, host, resource id): {{(pid=91666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 13:00:19.445078 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce26b45d-386f-4051-861f-d6e900e51126 req-2f35212a-9764-4b71-b8f3-df5b7f91566d tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Received port after_create {{(pid=91666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 13:00:19.530045 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa318df-4f5c-4351-b9fe-d5601db68499 req-4268db67-4626-43f1-ba38-9c9a1085ab1a tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:00:19.550475 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-aaa318df-4f5c-4351-b9fe-d5601db68499 req-4268db67-4626-43f1-ba38-9c9a1085ab1a tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 945 time: 0.2180467 Jun 12 13:00:19.600391 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26b45d-386f-4051-861f-d6e900e51126 req-2f35212a-9764-4b71-b8f3-df5b7f91566d tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:00:19.600965 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-ce26b45d-386f-4051-861f-d6e900e51126 req-2f35212a-9764-4b71-b8f3-df5b7f91566d tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920'] for port, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:19.670212 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-ce26b45d-386f-4051-861f-d6e900e51126 req-2f35212a-9764-4b71-b8f3-df5b7f91566d tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5297396 Jun 12 13:00:19.671033 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-aaa318df-4f5c-4351-b9fe-d5601db68499 req-5d4fb159-5a91-41b4-93c2-9bd031c2d226 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191943 Jun 12 13:00:19.852430 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [req-ce26b45d-386f-4051-861f-d6e900e51126 req-1e496b49-7b7d-46ab-b4e2-d8e9cd7da31c service neutron] Request body: {'port': {'device_id': '19ac2fe1-1e41-436e-bb7c-d7089da6088c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:00:19.891157 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f793534b-fd13-4c1c-92ba-fd284b673cd6 None None] Provisioning for port 9c469eb0-e066-4d4d-91bf-f05d359fc250 completed by entity DHCP. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 13:00:19.904912 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f793534b-fd13-4c1c-92ba-fd284b673cd6 None None] Provisioning complete for port 9c469eb0-e066-4d4d-91bf-f05d359fc250 triggered by entity DHCP. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 13:00:19.907226 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f793534b-fd13-4c1c-92ba-fd284b673cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:19.985018 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-f793534b-fd13-4c1c-92ba-fd284b673cd6 None None] Port 9c469eb0-e066-4d4d-91bf-f05d359fc250 cannot update to ACTIVE because it is not bound. {{(pid=91668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 13:00:20.177738 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-ce26b45d-386f-4051-861f-d6e900e51126 req-1e496b49-7b7d-46ab-b4e2-d8e9cd7da31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:20.602647 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e58c81f7-b9c8-4d5a-96c6-cdc1963551e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:20.765738 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1fb369-20d6-41f3-95c9-a4246853c4ca req-b4d08b12-1e95-4196-93e3-77040df0738a tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:00:20.767549 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-dc1fb369-20d6-41f3-95c9-a4246853c4ca req-b4d08b12-1e95-4196-93e3-77040df0738a tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee00c787-dcbe-4f02-8304-3deb51051a3f HTTP/1.1" status: 200 len: 944 time: 0.2354558 Jun 12 13:00:20.843338 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 54784) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:00:20.854824 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-dc1fb369-20d6-41f3-95c9-a4246853c4ca req-2d5cface-c4e2-4473-b950-db2b745f94e9 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/security-groups?id=02246757-e4e7-402b-9da4-d1f6e68238bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788975 Jun 12 13:00:20.968902 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device 4bcb57f7-6e1f-4105-b7d1-4a1a6a763057 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 13:00:21.278972 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2eac7031-d498-4bb8-9d3e-f1592209a809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:21.562556 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5aa020-44e6-49d7-8b8c-d3d58f416e47 req-49508c0f-316a-4e3b-9035-f990eeebf049 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:00:21.564152 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-8b5aa020-44e6-49d7-8b8c-d3d58f416e47 req-49508c0f-316a-4e3b-9035-f990eeebf049 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ac2fe1-1e41-436e-bb7c-d7089da6088c HTTP/1.1" status: 200 len: 931 time: 1.1389763 Jun 12 13:00:21.565587 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port 4bcb57f7-6e1f-4105-b7d1-4a1a6a763057, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=4bcb57f7-6e1f-4105-b7d1-4a1a6a763057,segment=NetworkSegment(a55cae0d-67cb-4777-915a-d694fc695b77),segment_id=a55cae0d-67cb-4777-915a-d694fc695b77)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:00:21.609428 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Returning: {'device': '4bcb57f7-6e1f-4105-b7d1-4a1a6a763057', 'network_id': 'e426109e-dad3-4f65-a54a-d678409a1b99', 'port_id': '4bcb57f7-6e1f-4105-b7d1-4a1a6a763057', 'mac_address': 'fa:16:3e:1d:ef:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f71341f6-cb58-4087-aff6-95b2f92c6898', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 13:00:21.734334 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:21.774869 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.notifiers.nova [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bcb57f7-6e1f-4105-b7d1-4a1a6a763057 {{(pid=91668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 13:00:21.832309 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port 4bcb57f7-6e1f-4105-b7d1-4a1a6a763057, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=4bcb57f7-6e1f-4105-b7d1-4a1a6a763057,segment=NetworkSegment(a55cae0d-67cb-4777-915a-d694fc695b77),segment_id=a55cae0d-67cb-4777-915a-d694fc695b77)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:00:21.841112 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:21.859267 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-d0c12e6e-cfef-4c23-be74-725169f81baf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:00:21.960391 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2eac7031-d498-4bb8-9d3e-f1592209a809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:21.985342 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2eac7031-d498-4bb8-9d3e-f1592209a809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:21.986879 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-8b5aa020-44e6-49d7-8b8c-d3d58f416e47 req-d08331db-713d-45b0-9a2b-663f78b4bc13 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/security-groups?id=e07f563c-91f7-4cb3-9549-e4e7eef36183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4121068 Jun 12 13:00:22.015464 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Pushing event updated for resources: {'Port': ['ID=4bcb57f7-6e1f-4105-b7d1-4a1a6a763057,revision_number=4']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:00:22.032462 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.notifiers.nova [req-ce26b45d-386f-4051-861f-d6e900e51126 req-1e496b49-7b7d-46ab-b4e2-d8e9cd7da31c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c469eb0-e066-4d4d-91bf-f05d359fc250 {{(pid=91666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 13:00:22.039278 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:00:22.041074 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:00:22.041634 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:00:22.042171 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:00:22.043104 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:00:22.043930 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:00:22.045735 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:00:22.046175 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:00:22.048703 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:00:22.049435 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:00:22.049878 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:00:22.050468 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:00:22.053107 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-ce26b45d-386f-4051-861f-d6e900e51126 req-1e496b49-7b7d-46ab-b4e2-d8e9cd7da31c service neutron] Notify callbacks [] for port, precommit_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:22.062933 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:00:22.063773 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:00:22.072038 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-2eac7031-d498-4bb8-9d3e-f1592209a809 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3c5700966f914f4cacf9905451e877f7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2116270 Jun 12 13:00:22.080923 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 54798) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:00:22.100970 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a74a62-5926-4fe9-90dd-6e5e3f42a94e req-9423a6b8-4ba8-479c-9fee-94ba3f65e3d0 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:00:22.104148 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [req-ce26b45d-386f-4051-861f-d6e900e51126 req-1e496b49-7b7d-46ab-b4e2-d8e9cd7da31c service neutron] Transition to ACTIVE for port object 9c469eb0-e066-4d4d-91bf-f05d359fc250 will not be triggered until provisioned by entity L2. {{(pid=91666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 13:00:22.112533 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-33a74a62-5926-4fe9-90dd-6e5e3f42a94e req-9423a6b8-4ba8-479c-9fee-94ba3f65e3d0 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 945 time: 0.9343767 Jun 12 13:00:22.122576 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f87485-c37a-4046-b7d1-f001cd446d8b req-ea19ce81-7bb9-4356-8309-d57bf920a9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:00:22.124251 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-c9f87485-c37a-4046-b7d1-f001cd446d8b req-ea19ce81-7bb9-4356-8309-d57bf920a9ad service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 1098 time: 0.8258405 Jun 12 13:00:22.136012 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-ce26b45d-386f-4051-861f-d6e900e51126 req-1e496b49-7b7d-46ab-b4e2-d8e9cd7da31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14082976'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:22.159647 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:00:22.215624 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eac7031-d498-4bb8-9d3e-f1592209a809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f8bda4-c68a-45c4-820b-cf8db616b4ee,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:00:22.258448 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-2eac7031-d498-4bb8-9d3e-f1592209a809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:00:22.400807 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-c9f87485-c37a-4046-b7d1-f001cd446d8b req-f024cb15-9459-4004-aac6-76eff2e3526a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174896 Jun 12 13:00:22.423309 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] get_ports_and_sgs() called for port_ids ['4bcb57f7-6e1f-4105-b7d1-4a1a6a763057'] {{(pid=91668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 13:00:22.485996 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-33a74a62-5926-4fe9-90dd-6e5e3f42a94e req-b17172db-e520-4e11-bafc-47b8270e780d tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3717000 Jun 12 13:00:22.670091 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e496b49-7b7d-46ab-b4e2-d8e9cd7da31c service neutron] Pushing event updated for resources: {'Port': ['ID=9c469eb0-e066-4d4d-91bf-f05d359fc250,revision_number=2']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:00:22.702063 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-1e496b49-7b7d-46ab-b4e2-d8e9cd7da31c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:00:22.747675 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [req-ce26b45d-386f-4051-861f-d6e900e51126 req-1e496b49-7b7d-46ab-b4e2-d8e9cd7da31c service neutron] Attempting to bind port 9c469eb0-e066-4d4d-91bf-f05d359fc250 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 13:00:22.748444 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [req-ce26b45d-386f-4051-861f-d6e900e51126 req-1e496b49-7b7d-46ab-b4e2-d8e9cd7da31c service neutron] Attempting to bind port 9c469eb0-e066-4d4d-91bf-f05d359fc250 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '382e8118-34d6-4f10-93a0-5e236951bf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '54c7db29-a6b2-421f-a94c-ecf9cae6372c'}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 13:00:22.749150 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce26b45d-386f-4051-861f-d6e900e51126 req-1e496b49-7b7d-46ab-b4e2-d8e9cd7da31c service neutron] Attempting to bind port 9c469eb0-e066-4d4d-91bf-f05d359fc250 on network 54c7db29-a6b2-421f-a94c-ecf9cae6372c {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 13:00:22.757581 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-cfea1801-592a-4c7e-9786-dede10ef1547 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:22.764406 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce26b45d-386f-4051-861f-d6e900e51126 req-1e496b49-7b7d-46ab-b4e2-d8e9cd7da31c service neutron] Port 9c469eb0-e066-4d4d-91bf-f05d359fc250 on network 54c7db29-a6b2-421f-a94c-ecf9cae6372c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 13:00:22.765390 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce26b45d-386f-4051-861f-d6e900e51126 req-1e496b49-7b7d-46ab-b4e2-d8e9cd7da31c service neutron] Attempting to bind port 9c469eb0-e066-4d4d-91bf-f05d359fc250 on network 54c7db29-a6b2-421f-a94c-ecf9cae6372c {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 13:00:22.784800 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce26b45d-386f-4051-861f-d6e900e51126 req-1e496b49-7b7d-46ab-b4e2-d8e9cd7da31c service neutron] Checking agent: {'id': '858649d7-9eac-48e6-8b51-9e9d764f3a99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 12, 56, 19), 'started_at': datetime.datetime(2021, 6, 12, 12, 56, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 13, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 13:00:22.785644 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce26b45d-386f-4051-861f-d6e900e51126 req-1e496b49-7b7d-46ab-b4e2-d8e9cd7da31c service neutron] Checking segment: {'id': '382e8118-34d6-4f10-93a0-5e236951bf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '54c7db29-a6b2-421f-a94c-ecf9cae6372c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 13:00:22.786425 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce26b45d-386f-4051-861f-d6e900e51126 req-1e496b49-7b7d-46ab-b4e2-d8e9cd7da31c service neutron] Bound using segment: {'id': '382e8118-34d6-4f10-93a0-5e236951bf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '54c7db29-a6b2-421f-a94c-ecf9cae6372c'} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 13:00:22.788066 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [req-ce26b45d-386f-4051-861f-d6e900e51126 req-1e496b49-7b7d-46ab-b4e2-d8e9cd7da31c service neutron] Bound port: 9c469eb0-e066-4d4d-91bf-f05d359fc250, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '382e8118-34d6-4f10-93a0-5e236951bf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '54c7db29-a6b2-421f-a94c-ecf9cae6372c'}}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 13:00:22.788834 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-ce26b45d-386f-4051-861f-d6e900e51126 req-1e496b49-7b7d-46ab-b4e2-d8e9cd7da31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:22.875726 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-cfea1801-592a-4c7e-9786-dede10ef1547 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:22.950834 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [req-ce26b45d-386f-4051-861f-d6e900e51126 req-1e496b49-7b7d-46ab-b4e2-d8e9cd7da31c service neutron] For port 9c469eb0-e066-4d4d-91bf-f05d359fc250, host hv-cinder-79611, cleared binding levels {{(pid=91666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 13:00:22.954558 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [req-ce26b45d-386f-4051-861f-d6e900e51126 req-1e496b49-7b7d-46ab-b4e2-d8e9cd7da31c service neutron] For port 9c469eb0-e066-4d4d-91bf-f05d359fc250, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=9c469eb0-e066-4d4d-91bf-f05d359fc250,segment=NetworkSegment(382e8118-34d6-4f10-93a0-5e236951bf44),segment_id=382e8118-34d6-4f10-93a0-5e236951bf44)] {{(pid=91666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 13:00:22.965739 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-ce26b45d-386f-4051-861f-d6e900e51126 req-1e496b49-7b7d-46ab-b4e2-d8e9cd7da31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14082976'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:22.970578 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-c8e54dc7-39ff-46f7-946a-2acb5f3cd4ad tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:00:22.987743 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d67d857-af36-481f-96a6-02e002a7995c req-6c5be256-7d52-4f34-b794-791bb1d791e9 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:00:22.989272 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-2d67d857-af36-481f-96a6-02e002a7995c req-6c5be256-7d52-4f34-b794-791bb1d791e9 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee00c787-dcbe-4f02-8304-3deb51051a3f HTTP/1.1" status: 200 len: 945 time: 0.1389439 Jun 12 13:00:23.064550 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26b45d-386f-4051-861f-d6e900e51126 req-1e496b49-7b7d-46ab-b4e2-d8e9cd7da31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:00:23.065188 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-ce26b45d-386f-4051-861f-d6e900e51126 req-1e496b49-7b7d-46ab-b4e2-d8e9cd7da31c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920'] for port, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:23.066716 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-ce26b45d-386f-4051-861f-d6e900e51126 req-1e496b49-7b7d-46ab-b4e2-d8e9cd7da31c service neutron] 10.222.0.30 "PUT /v2.0/ports/9c469eb0-e066-4d4d-91bf-f05d359fc250 HTTP/1.1" status: 200 len: 1093 time: 3.2213492 Jun 12 13:00:23.153568 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-2d67d857-af36-481f-96a6-02e002a7995c req-0121623c-baa9-42a4-9f54-6d107f3c7a77 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/security-groups?id=02246757-e4e7-402b-9da4-d1f6e68238bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571953 Jun 12 13:00:23.196336 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ac2fe1-1e41-436e-bb7c-d7089da6088c', 'tag': '9c469eb0-e066-4d4d-91bf-f05d359fc250'}] {{(pid=91666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 13:00:23.199579 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba2aedb3ce59156ad261fd92086ba05f02985526b362ab5d5a646d7af1b76f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676b360e-9112-47c1-9258-735d1295eff1" -d '{"events": [{"name": "network-changed", "server_uuid": "19ac2fe1-1e41-436e-bb7c-d7089da6088c", "tag": "9c469eb0-e066-4d4d-91bf-f05d359fc250"}]}' {{(pid=91666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 13:00:23.212363 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e496b49-7b7d-46ab-b4e2-d8e9cd7da31c service neutron] Pushing event updated for resources: {'Port': ['ID=9c469eb0-e066-4d4d-91bf-f05d359fc250,revision_number=3']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:00:23.242400 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-1e496b49-7b7d-46ab-b4e2-d8e9cd7da31c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:00:23.313137 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-cfea1801-592a-4c7e-9786-dede10ef1547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:23.315837 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-cfea1801-592a-4c7e-9786-dede10ef1547 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:23.316983 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-cfea1801-592a-4c7e-9786-dede10ef1547 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d6f8bda4-c68a-45c4-820b-cf8db616b4ee HTTP/1.1" status: 204 len: 168 time: 1.2337203 Jun 12 13:00:23.319184 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:00:23.328821 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfea1801-592a-4c7e-9786-dede10ef1547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f8bda4-c68a-45c4-820b-cf8db616b4ee,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:00:23.341188 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-cfea1801-592a-4c7e-9786-dede10ef1547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:00:23.374833 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:23.387669 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26b45d-386f-4051-861f-d6e900e51126 req-2dcdb429-6f03-480f-a4d4-2813fb0facd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:00:23.389326 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-ce26b45d-386f-4051-861f-d6e900e51126 req-2dcdb429-6f03-480f-a4d4-2813fb0facd6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=28043c4af02547deae876ba39ba11123&device_id=19ac2fe1-1e41-436e-bb7c-d7089da6088c HTTP/1.1" status: 200 len: 1096 time: 0.1442106 Jun 12 13:00:23.437060 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 13:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77078dd4-9553-40ce-8bb5-48927f75b824 x-openstack-request-id: req-77078dd4-9553-40ce-8bb5-48927f75b824 {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 13:00:23.439466 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19ac2fe1-1e41-436e-bb7c-d7089da6088c", "tag": "9c469eb0-e066-4d4d-91bf-f05d359fc250", "status": "completed", "code": 200}]} {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 13:00:23.440174 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-77078dd4-9553-40ce-8bb5-48927f75b824 {{(pid=91666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 13:00:23.442638 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ac2fe1-1e41-436e-bb7c-d7089da6088c', 'tag': '9c469eb0-e066-4d4d-91bf-f05d359fc250', 'status': 'completed', 'code': 200} Jun 12 13:00:23.472417 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-0c2b823c-50d3-462f-925e-8a1d077d5320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:23.610025 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-ce26b45d-386f-4051-861f-d6e900e51126 req-017a46c3-f8ab-4742-b5c9-1d3e59bc1cba service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c469eb0-e066-4d4d-91bf-f05d359fc250 HTTP/1.1" status: 200 len: 217 time: 0.1101184 Jun 12 13:00:23.664076 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f6d541-e141-46c3-a286-0edc6ce64ef5 req-20f0a244-61f0-461f-b891-3942e9a3ad3e tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:00:23.675543 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-65f6d541-e141-46c3-a286-0edc6ce64ef5 req-20f0a244-61f0-461f-b891-3942e9a3ad3e tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ac2fe1-1e41-436e-bb7c-d7089da6088c HTTP/1.1" status: 200 len: 943 time: 0.2715261 Jun 12 13:00:23.826331 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26b45d-386f-4051-861f-d6e900e51126 req-19f4aa87-1646-484b-9759-12ecd6003b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:00:23.830239 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-ce26b45d-386f-4051-861f-d6e900e51126 req-19f4aa87-1646-484b-9759-12ecd6003b7a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e01ad32-86ed-4941-907b-b1f5650bfa34 HTTP/1.1" status: 200 len: 853 time: 0.1515536 Jun 12 13:00:23.896992 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-65f6d541-e141-46c3-a286-0edc6ce64ef5 req-ec7cbdf6-1c63-467b-986b-0c1005092ed5 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/security-groups?id=e07f563c-91f7-4cb3-9549-e4e7eef36183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193170 Jun 12 13:00:24.314672 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f8e51-4df8-48b3-8cb9-ea993760718e req-76f8ea16-2f56-45f8-a748-f4ce9d5b956b tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:00:24.325781 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-934f8e51-4df8-48b3-8cb9-ea993760718e req-76f8ea16-2f56-45f8-a748-f4ce9d5b956b tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 945 time: 0.1914399 Jun 12 13:00:24.391904 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-934f8e51-4df8-48b3-8cb9-ea993760718e req-fd16dce5-4daf-413e-806f-d7a27ebd074f tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637546 Jun 12 13:00:24.998807 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device 4bcb57f7-6e1f-4105-b7d1-4a1a6a763057 up at agent hyperv_hv-cinder-79611 {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 13:00:25.074574 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-7239a5c3-c5f0-4f25-a5be-c6c46247b3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:25.085805 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Provisioning for port 4bcb57f7-6e1f-4105-b7d1-4a1a6a763057 completed by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 13:00:25.094752 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Provisioning complete for port 4bcb57f7-6e1f-4105-b7d1-4a1a6a763057 triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 13:00:25.095501 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:25.409239 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:25.453005 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port 4bcb57f7-6e1f-4105-b7d1-4a1a6a763057, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=4bcb57f7-6e1f-4105-b7d1-4a1a6a763057,segment=NetworkSegment(a55cae0d-67cb-4777-915a-d694fc695b77),segment_id=a55cae0d-67cb-4777-915a-d694fc695b77)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:00:25.454504 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee00c787-dcbe-4f02-8304-3deb51051a3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bcb57f7-6e1f-4105-b7d1-4a1a6a763057'}] {{(pid=91668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 13:00:25.458005 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80aeb099eed554921aeb9584cad5061c500859d49ba4b111a23145803cb4192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3703224e-bfac-4785-aa60-cb587fab63f9" -d '{"events": [{"server_uuid": "ee00c787-dcbe-4f02-8304-3deb51051a3f", "name": "network-vif-plugged", "status": "completed", "tag": "4bcb57f7-6e1f-4105-b7d1-4a1a6a763057"}]}' {{(pid=91668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 13:00:25.463101 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:25.465674 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-ae927685-3517-4067-bfd7-f1a6d6d1dadc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:00:25.567195 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Pushing event updated for resources: {'Port': ['ID=4bcb57f7-6e1f-4105-b7d1-4a1a6a763057,revision_number=5']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:00:25.579241 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:00:25.893722 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-0a5de27a-4d22-4fdd-a4cf-053756d7edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:38.818677 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 54978) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:00:38.878527 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.db.db_base_plugin_v2 [None req-601fbfe5-e25f-4e81-b0f4-e1d8dec6e342 admin admin] Deleting subnet 08af1c41-f301-44dd-b2ae-90f6186b1c64 {{(pid=91667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 12 13:00:38.881602 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-601fbfe5-e25f-4e81-b0f4-e1d8dec6e342 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:38.927491 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-601fbfe5-e25f-4e81-b0f4-e1d8dec6e342 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13123207'] for subnet, precommit_delete_associations {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:38.987650 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-601fbfe5-e25f-4e81-b0f4-e1d8dec6e342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393918'] for subnet, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:39.059916 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-601fbfe5-e25f-4e81-b0f4-e1d8dec6e342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13278102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967289'] for subnet, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:39.062445 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-f34bcc4f-2567-4b2b-ae51-cfaab6a50ae9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:00:39.095392 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601fbfe5-e25f-4e81-b0f4-e1d8dec6e342 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08af1c41-f301-44dd-b2ae-90f6186b1c64,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:00:39.098957 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-601fbfe5-e25f-4e81-b0f4-e1d8dec6e342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:00:39.100194 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-601fbfe5-e25f-4e81-b0f4-e1d8dec6e342 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:39.104518 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-601fbfe5-e25f-4e81-b0f4-e1d8dec6e342 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/08af1c41-f301-44dd-b2ae-90f6186b1c64 HTTP/1.1" status: 204 len: 168 time: 0.2846582 Jun 12 13:00:39.105256 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 54982) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:00:39.202641 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-db123afa-37a0-426b-a548-31a9864a5263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1600373'] for network, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:39.319452 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-db123afa-37a0-426b-a548-31a9864a5263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1356131', 'neutron.services.segments.db._delete_segments_for_network-8752044986040'] for network, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:39.333856 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.services.segments.db [None req-db123afa-37a0-426b-a548-31a9864a5263 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3046a9a6-63c9-4691-b88c-cc2db2262676']}} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:00:39.348026 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.services.segments.db [None req-db123afa-37a0-426b-a548-31a9864a5263 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1037b7c5-f101-4e46-be86-ca4ffe5036cc') {'for_net_delete': True} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:00:39.348318 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.services.segments.db [None req-db123afa-37a0-426b-a548-31a9864a5263 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1037b7c5-f101-4e46-be86-ca4ffe5036cc') {} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:00:39.362747 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-db123afa-37a0-426b-a548-31a9864a5263 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752044985878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13123212'] for segment, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:39.379380 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-db123afa-37a0-426b-a548-31a9864a5263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400235'] for segment, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:39.386019 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db123afa-37a0-426b-a548-31a9864a5263 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=91667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 12 13:00:39.386437 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-db123afa-37a0-426b-a548-31a9864a5263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13277759'] for segment, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:39.388099 dv-cinder-796114-1-iscsi neutron-server[91667]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 13:00:39.388099 dv-cinder-796114-1-iscsi neutron-server[91667]: conditions |= (models_v2.Port.network_id.in_( Jun 12 13:00:39.388099 dv-cinder-796114-1-iscsi neutron-server[91667]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 13:00:39.388099 dv-cinder-796114-1-iscsi neutron-server[91667]: retrieve_revision_numbers = { Jun 12 13:00:39.388099 dv-cinder-796114-1-iscsi neutron-server[91667]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 13:00:39.388099 dv-cinder-796114-1-iscsi neutron-server[91667]: conditions |= (models_v2.Port.network_id.in_( Jun 12 13:00:39.388099 dv-cinder-796114-1-iscsi neutron-server[91667]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 13:00:39.388099 dv-cinder-796114-1-iscsi neutron-server[91667]: retrieve_revision_numbers = { Jun 12 13:00:39.388099 dv-cinder-796114-1-iscsi neutron-server[91667]: Traceback (most recent call last): Jun 12 13:00:39.388099 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 12 13:00:39.388099 dv-cinder-796114-1-iscsi neutron-server[91667]: timer() Jun 12 13:00:39.388099 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 12 13:00:39.388099 dv-cinder-796114-1-iscsi neutron-server[91667]: cb(*args, **kw) Jun 12 13:00:39.388099 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 12 13:00:39.388099 dv-cinder-796114-1-iscsi neutron-server[91667]: return func(*args, **kwargs) Jun 12 13:00:39.388099 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 12 13:00:39.388099 dv-cinder-796114-1-iscsi neutron-server[91667]: self._notify() Jun 12 13:00:39.388099 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 12 13:00:39.388099 dv-cinder-796114-1-iscsi neutron-server[91667]: self.callback(batched_events) Jun 12 13:00:39.388099 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 12 13:00:39.388099 dv-cinder-796114-1-iscsi neutron-server[91667]: event.method(event) Jun 12 13:00:39.388099 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 12 13:00:39.388099 dv-cinder-796114-1-iscsi neutron-server[91667]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 12 13:00:39.388099 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 12 13:00:39.388099 dv-cinder-796114-1-iscsi neutron-server[91667]: aggregate_uuid = self.p_client.list_aggregates( Jun 12 13:00:39.388099 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 12 13:00:39.388099 dv-cinder-796114-1-iscsi neutron-server[91667]: return f(self, *a, **k) Jun 12 13:00:39.388099 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 12 13:00:39.388099 dv-cinder-796114-1-iscsi neutron-server[91667]: return self._get(url).json() Jun 12 13:00:39.388099 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 12 13:00:39.388099 dv-cinder-796114-1-iscsi neutron-server[91667]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 12 13:00:39.388099 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 12 13:00:39.388099 dv-cinder-796114-1-iscsi neutron-server[91667]: return self.request(url, 'GET', **kwargs) Jun 12 13:00:39.388099 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 12 13:00:39.388099 dv-cinder-796114-1-iscsi neutron-server[91667]: base_url = self.get_endpoint(auth, allow=allow, Jun 12 13:00:39.388099 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 12 13:00:39.388099 dv-cinder-796114-1-iscsi neutron-server[91667]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 12 13:00:39.388099 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 12 13:00:39.388099 dv-cinder-796114-1-iscsi neutron-server[91667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 12 13:00:39.388099 dv-cinder-796114-1-iscsi neutron-server[91667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 12 13:00:39.468507 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-db123afa-37a0-426b-a548-31a9864a5263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1356156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454154'] for network, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:39.474405 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-db123afa-37a0-426b-a548-31a9864a5263 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for network, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:39.476497 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-db123afa-37a0-426b-a548-31a9864a5263 admin admin] 10.222.0.23 "DELETE /v2.0/networks/3046a9a6-63c9-4691-b88c-cc2db2262676 HTTP/1.1" status: 204 len: 168 time: 0.3702548 Jun 12 13:00:39.477346 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:00:39.494725 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db123afa-37a0-426b-a548-31a9864a5263 admin admin] Pushing event deleted for resources: {'Network': ['ID=3046a9a6-63c9-4691-b88c-cc2db2262676,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:00:39.497488 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-db123afa-37a0-426b-a548-31a9864a5263 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:00:39.720918 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 54992) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:00:39.766738 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-32a5e67a-5334-43f7-b345-a71e2f281343 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3818eeaab27c4c36b60e22995cbab3f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0444679 Jun 12 13:00:39.769405 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 54994) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:00:39.828101 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-71aa82f3-ca5d-4db3-b9e9-40c63b3d6180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:39.856669 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-71aa82f3-ca5d-4db3-b9e9-40c63b3d6180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:39.912088 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-71aa82f3-ca5d-4db3-b9e9-40c63b3d6180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:39.915386 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-71aa82f3-ca5d-4db3-b9e9-40c63b3d6180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:39.919672 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-71aa82f3-ca5d-4db3-b9e9-40c63b3d6180 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d8b95929-74d9-4ba8-b802-3a72251ae14c HTTP/1.1" status: 204 len: 168 time: 0.1493497 Jun 12 13:00:39.920907 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-bea51452-f12a-4855-ba9c-26448ddc8fec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:00:39.929534 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aa82f3-ca5d-4db3-b9e9-40c63b3d6180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b95929-74d9-4ba8-b802-3a72251ae14c,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:00:39.932602 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-71aa82f3-ca5d-4db3-b9e9-40c63b3d6180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:00:41.756065 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26b45d-386f-4051-861f-d6e900e51126 req-dea71b0c-c9d2-4e89-b617-7600c80357a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:00:41.758642 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-ce26b45d-386f-4051-861f-d6e900e51126 req-dea71b0c-c9d2-4e89-b617-7600c80357a5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=54c7db29-a6b2-421f-a94c-ecf9cae6372c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0716248 Jun 12 13:00:41.867228 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1cbefa-352e-4677-8e08-d7430ff39d00 req-c457a104-4320-4730-8124-b26febd44e17 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:00:41.868998 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-6a1cbefa-352e-4677-8e08-d7430ff39d00 req-c457a104-4320-4730-8124-b26febd44e17 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee00c787-dcbe-4f02-8304-3deb51051a3f HTTP/1.1" status: 200 len: 946 time: 0.0780559 Jun 12 13:00:41.926152 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-6a1cbefa-352e-4677-8e08-d7430ff39d00 req-96a398f5-570b-410d-8250-6d77f39533b1 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/security-groups?id=02246757-e4e7-402b-9da4-d1f6e68238bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432923 Jun 12 13:00:41.937882 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-ce26b45d-386f-4051-861f-d6e900e51126 req-25494a1f-e841-4afd-953e-50314dcc2ebe service neutron] 10.222.0.30 "GET /v2.0/networks/54c7db29-a6b2-421f-a94c-ecf9cae6372c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647172 Jun 12 13:00:41.968411 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce271d-9e49-4b9f-adb2-0606466be0cf req-d01c850c-8f14-4713-9945-bedad3ab663a tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:00:41.970095 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-a0ce271d-9e49-4b9f-adb2-0606466be0cf req-d01c850c-8f14-4713-9945-bedad3ab663a tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ac2fe1-1e41-436e-bb7c-d7089da6088c HTTP/1.1" status: 200 len: 943 time: 0.1112144 Jun 12 13:00:42.086828 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-a0ce271d-9e49-4b9f-adb2-0606466be0cf req-d2526984-8248-44ca-99f5-e4632cd526e4 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/security-groups?id=e07f563c-91f7-4cb3-9549-e4e7eef36183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011956 Jun 12 13:00:42.103236 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6486638b-2517-4c8a-8be7-795c2159991b req-375d1850-7a2c-4279-bf75-f5adbd9d269b tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:00:42.106730 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-6486638b-2517-4c8a-8be7-795c2159991b req-375d1850-7a2c-4279-bf75-f5adbd9d269b tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 945 time: 0.0807707 Jun 12 13:00:42.115017 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-ce26b45d-386f-4051-861f-d6e900e51126 req-fda981c5-fb49-4690-86bc-e0038f2b7174 service neutron] 10.222.0.30 "GET /v2.0/networks/54c7db29-a6b2-421f-a94c-ecf9cae6372c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636002 Jun 12 13:00:42.144992 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 13:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb4b7e0-cb2d-4382-af55-3d257648172f x-openstack-request-id: req-1cb4b7e0-cb2d-4382-af55-3d257648172f {{(pid=91668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 13:00:42.145538 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee00c787-dcbe-4f02-8304-3deb51051a3f", "name": "network-vif-plugged", "status": "completed", "tag": "4bcb57f7-6e1f-4105-b7d1-4a1a6a763057", "code": 200}]} {{(pid=91668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 13:00:42.145538 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1cb4b7e0-cb2d-4382-af55-3d257648172f {{(pid=91668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 13:00:42.145926 dv-cinder-796114-1-iscsi neutron-server[91668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee00c787-dcbe-4f02-8304-3deb51051a3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bcb57f7-6e1f-4105-b7d1-4a1a6a763057', 'code': 200} Jun 12 13:00:42.155082 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-6486638b-2517-4c8a-8be7-795c2159991b req-6ed55478-ceb8-499d-a3ab-6a1fe300b657 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417929 Jun 12 13:00:42.280852 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b360e-9112-47c1-9258-735d1295eff1 req-813bf252-b919-4dba-81ed-1d3ae42e0fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:00:42.282443 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-676b360e-9112-47c1-9258-735d1295eff1 req-813bf252-b919-4dba-81ed-1d3ae42e0fb0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=28043c4af02547deae876ba39ba11123&device_id=19ac2fe1-1e41-436e-bb7c-d7089da6088c HTTP/1.1" status: 200 len: 1096 time: 0.1007352 Jun 12 13:00:42.424671 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b360e-9112-47c1-9258-735d1295eff1 req-f4bb2671-b269-43cc-ba48-dabc8060097b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:00:42.426387 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-676b360e-9112-47c1-9258-735d1295eff1 req-f4bb2671-b269-43cc-ba48-dabc8060097b service neutron] 10.222.0.30 "GET /v2.0/networks?id=54c7db29-a6b2-421f-a94c-ecf9cae6372c HTTP/1.1" status: 200 len: 915 time: 0.1356788 Jun 12 13:00:42.436313 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f5570-567a-49c5-957e-b1fae21bbb62 req-09d1d280-aa3c-47c8-8785-751aca5e7197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:00:42.438065 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-c30f5570-567a-49c5-957e-b1fae21bbb62 req-09d1d280-aa3c-47c8-8785-751aca5e7197 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ee00c787-dcbe-4f02-8304-3deb51051a3f HTTP/1.1" status: 200 len: 1099 time: 0.0680823 Jun 12 13:00:42.478757 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-c30f5570-567a-49c5-957e-b1fae21bbb62 req-5e6878fa-923f-470f-b9c3-776131c9b397 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=02246757-e4e7-402b-9da4-d1f6e68238bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338020 Jun 12 13:00:42.489802 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-676b360e-9112-47c1-9258-735d1295eff1 req-bb81af4b-7c57-4a44-b41e-cf0c7370eba1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c469eb0-e066-4d4d-91bf-f05d359fc250 HTTP/1.1" status: 200 len: 217 time: 0.0556040 Jun 12 13:00:42.661173 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.agents_db [None req-3755f801-82db-4e36-b9e4-fb56f4f4bf71 None None] Agent healthcheck: found 6 active agents {{(pid=91669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 13:00:42.793659 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b360e-9112-47c1-9258-735d1295eff1 req-b7d71b9a-9a04-477e-939d-3da123f4621a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:00:42.795320 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-676b360e-9112-47c1-9258-735d1295eff1 req-b7d71b9a-9a04-477e-939d-3da123f4621a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e01ad32-86ed-4941-907b-b1f5650bfa34 HTTP/1.1" status: 200 len: 853 time: 0.0654516 Jun 12 13:00:42.884943 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b360e-9112-47c1-9258-735d1295eff1 req-d7b0fc93-c49b-4f88-a44a-c06c7773c35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:00:42.886779 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-676b360e-9112-47c1-9258-735d1295eff1 req-d7b0fc93-c49b-4f88-a44a-c06c7773c35d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=54c7db29-a6b2-421f-a94c-ecf9cae6372c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0708880 Jun 12 13:00:43.024514 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-676b360e-9112-47c1-9258-735d1295eff1 req-c180669e-7182-4a8d-8bb4-14559a4feef9 service neutron] 10.222.0.30 "GET /v2.0/networks/54c7db29-a6b2-421f-a94c-ecf9cae6372c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298683 Jun 12 13:00:43.142970 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-676b360e-9112-47c1-9258-735d1295eff1 req-f5746d2e-f2bb-461c-b0f0-51ff95f06b8b service neutron] 10.222.0.30 "GET /v2.0/networks/54c7db29-a6b2-421f-a94c-ecf9cae6372c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116004 Jun 12 13:00:43.534454 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be81a1f-28dc-4751-9e67-ac3bda1dbf7d req-7668d1d1-0616-488e-bda0-c82e65e16d76 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:00:43.535944 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-6be81a1f-28dc-4751-9e67-ac3bda1dbf7d req-7668d1d1-0616-488e-bda0-c82e65e16d76 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee00c787-dcbe-4f02-8304-3deb51051a3f HTTP/1.1" status: 200 len: 946 time: 0.0803909 Jun 12 13:00:43.555129 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b5424-6eca-4d09-9a8a-a9aae57b3d0e req-d9ec2af0-70e9-4f16-9675-55c287c14a74 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:00:43.556557 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-ae4b5424-6eca-4d09-9a8a-a9aae57b3d0e req-d9ec2af0-70e9-4f16-9675-55c287c14a74 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ac2fe1-1e41-436e-bb7c-d7089da6088c HTTP/1.1" status: 200 len: 943 time: 0.0740714 Jun 12 13:00:43.584655 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-6be81a1f-28dc-4751-9e67-ac3bda1dbf7d req-f9d683a4-de21-4a5b-98f5-d6d99dca6914 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/security-groups?id=02246757-e4e7-402b-9da4-d1f6e68238bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423155 Jun 12 13:00:43.599545 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-ae4b5424-6eca-4d09-9a8a-a9aae57b3d0e req-cc7e4d82-f26d-4037-bd30-f29f08602b55 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/security-groups?id=e07f563c-91f7-4cb3-9549-e4e7eef36183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372863 Jun 12 13:00:43.767023 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b5aac-01c5-454e-aefa-3670d7a50909 req-016393ee-de8a-4858-bda5-192b60ad5690 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:00:43.768495 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-d37b5aac-01c5-454e-aefa-3670d7a50909 req-016393ee-de8a-4858-bda5-192b60ad5690 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 945 time: 0.0776205 Jun 12 13:00:43.826459 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-d37b5aac-01c5-454e-aefa-3670d7a50909 req-934fae4c-9504-46fa-bb15-d77b7ab8413e tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513754 Jun 12 13:00:44.432777 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a13ba-87b9-41c1-bfe1-37f7aee68cfb req-9775a8ad-7350-4293-b381-a24592e43c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:00:44.434386 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-964a13ba-87b9-41c1-bfe1-37f7aee68cfb req-9775a8ad-7350-4293-b381-a24592e43c57 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1fdb5b3d3254fb7a2c5c6bf9fba5480&device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 1098 time: 0.1001098 Jun 12 13:00:44.485701 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d199b-39e2-4bd5-92a6-63791ca8f59b req-41fc1fbd-ffd4-4140-b023-a8da6bdec99d tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:00:44.487420 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-3c2d199b-39e2-4bd5-92a6-63791ca8f59b req-41fc1fbd-ffd4-4140-b023-a8da6bdec99d tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 945 time: 0.1062369 Jun 12 13:00:44.532994 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-3c2d199b-39e2-4bd5-92a6-63791ca8f59b req-0591e30a-260e-448f-8d60-a4d87163d7b7 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390601 Jun 12 13:00:44.591535 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a13ba-87b9-41c1-bfe1-37f7aee68cfb req-2132104c-2c1a-4f91-aa0e-789110ff150a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:00:44.593032 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-964a13ba-87b9-41c1-bfe1-37f7aee68cfb req-2132104c-2c1a-4f91-aa0e-789110ff150a service neutron] 10.222.0.30 "GET /v2.0/networks?id=c3f2488e-44c5-4b09-b9c1-b478ec12dd34 HTTP/1.1" status: 200 len: 919 time: 0.1514616 Jun 12 13:00:44.660926 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-964a13ba-87b9-41c1-bfe1-37f7aee68cfb req-b04bb167-0984-4d87-8527-9d64a2d15e9a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fde1258c-44aa-4e18-91ed-e31fa89248dc HTTP/1.1" status: 200 len: 217 time: 0.0586011 Jun 12 13:00:44.721223 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a13ba-87b9-41c1-bfe1-37f7aee68cfb req-8c93af59-f9a6-4417-94e8-cf15419e8d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:00:44.722566 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-964a13ba-87b9-41c1-bfe1-37f7aee68cfb req-8c93af59-f9a6-4417-94e8-cf15419e8d62 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e49e69c6-b979-45e9-b77a-48cd10ef7dd0 HTTP/1.1" status: 200 len: 858 time: 0.0546374 Jun 12 13:00:44.776609 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-964a13ba-87b9-41c1-bfe1-37f7aee68cfb req-ec448057-971e-4f88-8532-12ee9181ecff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c3f2488e-44c5-4b09-b9c1-b478ec12dd34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374389 Jun 12 13:00:44.789990 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76199a4b-504c-42d6-9b56-e312ead66e49 req-f1857e4a-fdbe-477e-a7d8-69abc32b79b5 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:00:44.797358 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-76199a4b-504c-42d6-9b56-e312ead66e49 req-f1857e4a-fdbe-477e-a7d8-69abc32b79b5 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee00c787-dcbe-4f02-8304-3deb51051a3f HTTP/1.1" status: 200 len: 946 time: 0.0923934 Jun 12 13:00:44.860692 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-76199a4b-504c-42d6-9b56-e312ead66e49 req-de8b57f2-4ef9-45cf-afb0-d926a0af8452 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/security-groups?id=02246757-e4e7-402b-9da4-d1f6e68238bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624888 Jun 12 13:00:45.237232 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-964a13ba-87b9-41c1-bfe1-37f7aee68cfb req-ecd564cf-612f-4030-9f78-0c4fff897d87 service neutron] 10.222.0.30 "GET /v2.0/networks/c3f2488e-44c5-4b09-b9c1-b478ec12dd34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4477818 Jun 12 13:00:45.291303 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12cc8e2-8265-4345-a28f-1180b43d9c62 req-9f9b0d11-e485-48dd-86be-ea1e7c524fff tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:00:45.292814 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-b12cc8e2-8265-4345-a28f-1180b43d9c62 req-9f9b0d11-e485-48dd-86be-ea1e7c524fff tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ac2fe1-1e41-436e-bb7c-d7089da6088c HTTP/1.1" status: 200 len: 943 time: 0.4071124 Jun 12 13:00:45.404210 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-b12cc8e2-8265-4345-a28f-1180b43d9c62 req-63fc94bd-ffa4-4e9a-a9f6-0f9dd80afb19 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/security-groups?id=e07f563c-91f7-4cb3-9549-e4e7eef36183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036584 Jun 12 13:00:45.407649 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-964a13ba-87b9-41c1-bfe1-37f7aee68cfb req-85cac655-211b-4886-a8cb-dbed0ba6ab69 service neutron] 10.222.0.30 "GET /v2.0/networks/c3f2488e-44c5-4b09-b9c1-b478ec12dd34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633627 Jun 12 13:00:45.736348 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ba867-f381-40d9-aa32-7d87b90c5171 req-6edbd3e0-7b6b-4755-90ba-ae4c445b03f2 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:00:45.737790 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-1c7ba867-f381-40d9-aa32-7d87b90c5171 req-6edbd3e0-7b6b-4755-90ba-ae4c445b03f2 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 945 time: 0.0726798 Jun 12 13:00:45.781469 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-1c7ba867-f381-40d9-aa32-7d87b90c5171 req-df5f5cb7-1aad-4452-b9dc-6d9ecb6ae9f8 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379622 Jun 12 13:00:46.057262 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ab389-57d4-4203-bf92-8df5c926ba1c req-e67b31ee-7575-43db-a8d5-41ab53179b39 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:00:46.058810 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-3d3ab389-57d4-4203-bf92-8df5c926ba1c req-e67b31ee-7575-43db-a8d5-41ab53179b39 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee00c787-dcbe-4f02-8304-3deb51051a3f HTTP/1.1" status: 200 len: 946 time: 0.0792971 Jun 12 13:00:46.115829 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-3d3ab389-57d4-4203-bf92-8df5c926ba1c req-19e2a653-33e2-4e22-a603-6453e772119a tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/security-groups?id=02246757-e4e7-402b-9da4-d1f6e68238bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513268 Jun 12 13:00:46.606366 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2adf85f-37a8-4ded-97eb-02bac4779705 req-2f5c2ad2-c5ab-4fee-aa3c-411bfa6d9c3a tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:00:46.607754 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-c2adf85f-37a8-4ded-97eb-02bac4779705 req-2f5c2ad2-c5ab-4fee-aa3c-411bfa6d9c3a tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ac2fe1-1e41-436e-bb7c-d7089da6088c HTTP/1.1" status: 200 len: 943 time: 0.0844474 Jun 12 13:00:46.651217 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-c2adf85f-37a8-4ded-97eb-02bac4779705 req-84741c29-57a9-4d29-8930-6b8004c4e827 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/security-groups?id=e07f563c-91f7-4cb3-9549-e4e7eef36183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377653 Jun 12 13:00:46.993201 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63b231-7df8-4fa5-b9c9-47a5f110ba1c req-9b72b43d-52ca-4caa-a1b7-cf5a2f4d4435 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:00:46.994795 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-be63b231-7df8-4fa5-b9c9-47a5f110ba1c req-9b72b43d-52ca-4caa-a1b7-cf5a2f4d4435 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 945 time: 0.0720327 Jun 12 13:00:47.044696 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-be63b231-7df8-4fa5-b9c9-47a5f110ba1c req-a3cfc6c7-4bda-4339-b254-c79e055ffd27 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438852 Jun 12 13:00:47.131204 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device 9c469eb0-e066-4d4d-91bf-f05d359fc250 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 13:00:47.266402 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port 9c469eb0-e066-4d4d-91bf-f05d359fc250, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=9c469eb0-e066-4d4d-91bf-f05d359fc250,segment=NetworkSegment(382e8118-34d6-4f10-93a0-5e236951bf44),segment_id=382e8118-34d6-4f10-93a0-5e236951bf44)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:00:47.284327 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Returning: {'device': '9c469eb0-e066-4d4d-91bf-f05d359fc250', 'network_id': '54c7db29-a6b2-421f-a94c-ecf9cae6372c', 'port_id': '9c469eb0-e066-4d4d-91bf-f05d359fc250', 'mac_address': 'fa:16:3e:31:f1:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e01ad32-86ed-4941-907b-b1f5650bfa34', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 13:00:47.337584 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:47.355723 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.notifiers.nova [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c469eb0-e066-4d4d-91bf-f05d359fc250 {{(pid=91668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 13:00:47.390385 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port 9c469eb0-e066-4d4d-91bf-f05d359fc250, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=9c469eb0-e066-4d4d-91bf-f05d359fc250,segment=NetworkSegment(382e8118-34d6-4f10-93a0-5e236951bf44),segment_id=382e8118-34d6-4f10-93a0-5e236951bf44)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:00:47.397657 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:47.400151 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-3be3bf05-c3c6-44c3-99c9-2dce549b3f2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:00:47.478795 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Pushing event updated for resources: {'Port': ['ID=9c469eb0-e066-4d4d-91bf-f05d359fc250,revision_number=4']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:00:47.483180 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:00:47.869634 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f469f929-27a7-4966-8b67-48471e9630b2 req-e95470f7-05d4-4369-8b80-1cc6b4e67e36 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:00:47.871216 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-f469f929-27a7-4966-8b67-48471e9630b2 req-e95470f7-05d4-4369-8b80-1cc6b4e67e36 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ac2fe1-1e41-436e-bb7c-d7089da6088c HTTP/1.1" status: 200 len: 944 time: 0.0845003 Jun 12 13:00:47.945824 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-f469f929-27a7-4966-8b67-48471e9630b2 req-795f4d51-3822-4abc-8cc0-b03295448b71 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/security-groups?id=e07f563c-91f7-4cb3-9549-e4e7eef36183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675805 Jun 12 13:00:47.953700 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] get_ports_and_sgs() called for port_ids ['9c469eb0-e066-4d4d-91bf-f05d359fc250'] {{(pid=91668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 13:00:48.287623 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef338b27-b2f4-45f8-adb2-bd5b97b0f059 req-79cfba86-665e-4fda-910c-cb607ae1a935 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:00:48.289647 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-ef338b27-b2f4-45f8-adb2-bd5b97b0f059 req-79cfba86-665e-4fda-910c-cb607ae1a935 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 945 time: 0.0881491 Jun 12 13:00:48.335526 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-ef338b27-b2f4-45f8-adb2-bd5b97b0f059 req-29e08724-348c-437a-ae6a-a6cbdb96cdd7 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400965 Jun 12 13:00:49.173729 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:49.185485 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ecf390-750c-4416-8125-211530324e66 req-5d49f758-fc8d-442b-a347-aa9efe2b3d0f tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:00:49.187025 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-12ecf390-750c-4416-8125-211530324e66 req-5d49f758-fc8d-442b-a347-aa9efe2b3d0f tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ac2fe1-1e41-436e-bb7c-d7089da6088c HTTP/1.1" status: 200 len: 944 time: 0.0795338 Jun 12 13:00:49.232928 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-12ecf390-750c-4416-8125-211530324e66 req-886c565f-5ded-4a04-b99c-f9f4becf9bd0 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/security-groups?id=e07f563c-91f7-4cb3-9549-e4e7eef36183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398989 Jun 12 13:00:49.549589 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa1511-b753-4e09-beae-69e0b06da008 req-fb903e6e-ef7d-4d08-95e1-8d83c7346f34 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:00:49.551046 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-80aa1511-b753-4e09-beae-69e0b06da008 req-fb903e6e-ef7d-4d08-95e1-8d83c7346f34 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 945 time: 0.0751812 Jun 12 13:00:49.598324 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-80aa1511-b753-4e09-beae-69e0b06da008 req-18fc5d94-c3a6-4a47-b797-b9dd6ce0187f tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407708 Jun 12 13:00:50.433057 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf1b93-6fbe-4c35-a82c-89e670fe491f req-c080d5f9-c4f7-4683-89f9-92c503b59327 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:00:50.434820 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-eddf1b93-6fbe-4c35-a82c-89e670fe491f req-c080d5f9-c4f7-4683-89f9-92c503b59327 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ac2fe1-1e41-436e-bb7c-d7089da6088c HTTP/1.1" status: 200 len: 944 time: 0.0788517 Jun 12 13:00:50.482729 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-eddf1b93-6fbe-4c35-a82c-89e670fe491f req-31609311-7181-463f-8cb8-be2ce7493d04 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/security-groups?id=e07f563c-91f7-4cb3-9549-e4e7eef36183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387604 Jun 12 13:00:50.588988 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-a56cfe71-4769-47fe-af35-1f8a9931fabe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:51.162121 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device 9c469eb0-e066-4d4d-91bf-f05d359fc250 up at agent hyperv_hv-cinder-79611 {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 13:00:51.260067 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Provisioning for port 9c469eb0-e066-4d4d-91bf-f05d359fc250 completed by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 13:00:51.265823 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Provisioning complete for port 9c469eb0-e066-4d4d-91bf-f05d359fc250 triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 13:00:51.266407 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:51.377795 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:51.407677 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ac2fe1-1e41-436e-bb7c-d7089da6088c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c469eb0-e066-4d4d-91bf-f05d359fc250'}] {{(pid=91668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 13:00:51.410669 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80aeb099eed554921aeb9584cad5061c500859d49ba4b111a23145803cb4192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dbc3213-d91c-4d17-947b-19bc69a71518" -d '{"events": [{"server_uuid": "19ac2fe1-1e41-436e-bb7c-d7089da6088c", "name": "network-vif-plugged", "status": "completed", "tag": "9c469eb0-e066-4d4d-91bf-f05d359fc250"}]}' {{(pid=91668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 13:00:51.427376 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port 9c469eb0-e066-4d4d-91bf-f05d359fc250, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=9c469eb0-e066-4d4d-91bf-f05d359fc250,segment=NetworkSegment(382e8118-34d6-4f10-93a0-5e236951bf44),segment_id=382e8118-34d6-4f10-93a0-5e236951bf44)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:00:51.432539 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:51.435620 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:00:51.468251 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 13:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf8502a-c7a6-4c66-8cca-3ed3e24c692a x-openstack-request-id: req-ecf8502a-c7a6-4c66-8cca-3ed3e24c692a {{(pid=91668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 13:00:51.468549 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ac2fe1-1e41-436e-bb7c-d7089da6088c", "name": "network-vif-plugged", "status": "completed", "tag": "9c469eb0-e066-4d4d-91bf-f05d359fc250", "code": 200}]} {{(pid=91668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 13:00:51.468802 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ecf8502a-c7a6-4c66-8cca-3ed3e24c692a {{(pid=91668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 13:00:51.469188 dv-cinder-796114-1-iscsi neutron-server[91668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ac2fe1-1e41-436e-bb7c-d7089da6088c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c469eb0-e066-4d4d-91bf-f05d359fc250', 'code': 200} Jun 12 13:00:51.499679 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Pushing event updated for resources: {'Port': ['ID=9c469eb0-e066-4d4d-91bf-f05d359fc250,revision_number=5']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:00:51.502855 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:00:51.709693 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe45cf76-f772-42b2-8565-7491e35b3a5a req-0b5c9bc9-10e8-4440-a83b-30bc60747993 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:00:51.712451 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-fe45cf76-f772-42b2-8565-7491e35b3a5a req-0b5c9bc9-10e8-4440-a83b-30bc60747993 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ac2fe1-1e41-436e-bb7c-d7089da6088c HTTP/1.1" status: 200 len: 945 time: 0.1029482 Jun 12 13:00:51.743975 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ec6f1d-c249-4930-b6b3-85a69aff10cd req-6ff663fb-5e21-4859-9a8d-cc3cabf06dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:00:51.745474 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-78ec6f1d-c249-4930-b6b3-85a69aff10cd req-6ff663fb-5e21-4859-9a8d-cc3cabf06dfe service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=19ac2fe1-1e41-436e-bb7c-d7089da6088c HTTP/1.1" status: 200 len: 1098 time: 0.0873513 Jun 12 13:00:51.769628 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-fe45cf76-f772-42b2-8565-7491e35b3a5a req-1bc7f5a1-866a-47ff-a931-3c09a52a3c6c tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/security-groups?id=e07f563c-91f7-4cb3-9549-e4e7eef36183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471315 Jun 12 13:00:51.818027 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-78ec6f1d-c249-4930-b6b3-85a69aff10cd req-a76a94cc-5b77-41f5-8f80-8a9619ace45f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e07f563c-91f7-4cb3-9549-e4e7eef36183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623593 Jun 12 13:00:52.190218 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d9e96-fb63-4434-af2c-ca211c943a8f req-96e5addd-881f-46fc-bb3c-45965b7e58ed tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:00:52.191828 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-751d9e96-fb63-4434-af2c-ca211c943a8f req-96e5addd-881f-46fc-bb3c-45965b7e58ed tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 945 time: 0.0760946 Jun 12 13:00:52.238935 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-751d9e96-fb63-4434-af2c-ca211c943a8f req-1b34eeb9-0b4a-4713-8a39-f6656de4c577 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407417 Jun 12 13:00:52.978433 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a261310-39bc-4cb0-8cd8-2c51ec5340cf req-97652081-9722-4ca5-8896-a21e6f1b1e0f tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:00:52.980067 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-6a261310-39bc-4cb0-8cd8-2c51ec5340cf req-97652081-9722-4ca5-8896-a21e6f1b1e0f tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ac2fe1-1e41-436e-bb7c-d7089da6088c HTTP/1.1" status: 200 len: 945 time: 0.0764217 Jun 12 13:00:53.032835 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-6a261310-39bc-4cb0-8cd8-2c51ec5340cf req-a5b4b053-6d2c-4e68-ba52-6eb3cdfff124 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/security-groups?id=e07f563c-91f7-4cb3-9549-e4e7eef36183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427036 Jun 12 13:00:53.311758 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:53.453887 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-cf64e1dc-8d2c-4869-9f09-057c8befc648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:54.477174 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17802eeb-1f2f-44ac-b8c2-c5e33dd0f1fe req-69523270-7802-49a1-83be-6f569994e635 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:00:54.478982 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-17802eeb-1f2f-44ac-b8c2-c5e33dd0f1fe req-69523270-7802-49a1-83be-6f569994e635 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ac2fe1-1e41-436e-bb7c-d7089da6088c HTTP/1.1" status: 200 len: 945 time: 0.3088057 Jun 12 13:00:54.535545 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-17802eeb-1f2f-44ac-b8c2-c5e33dd0f1fe req-86189bcb-ed08-4ec1-b27a-022de3f49a24 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/security-groups?id=e07f563c-91f7-4cb3-9549-e4e7eef36183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489964 Jun 12 13:00:54.736238 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b443fa4e-5d92-4580-827a-4ced18cf3da8 req-ebee7a80-cd4e-4ca5-a08d-db1e02577d22 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:00:54.737845 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-b443fa4e-5d92-4580-827a-4ced18cf3da8 req-ebee7a80-cd4e-4ca5-a08d-db1e02577d22 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ac2fe1-1e41-436e-bb7c-d7089da6088c HTTP/1.1" status: 200 len: 945 time: 0.0827677 Jun 12 13:00:54.792321 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-b443fa4e-5d92-4580-827a-4ced18cf3da8 req-207662ce-8b6c-4c80-8a5e-7a88f37a1784 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/security-groups?id=e07f563c-91f7-4cb3-9549-e4e7eef36183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476465 Jun 12 13:00:55.064046 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-7239a5c3-c5f0-4f25-a5be-c6c46247b3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:00:55.240583 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0c504-842c-4a71-ba44-c61ab1b75799 req-06d46614-4131-4bda-aa17-bcc6c940bf04 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:00:55.241996 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-29d0c504-842c-4a71-ba44-c61ab1b75799 req-06d46614-4131-4bda-aa17-bcc6c940bf04 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ac2fe1-1e41-436e-bb7c-d7089da6088c HTTP/1.1" status: 200 len: 945 time: 0.0852354 Jun 12 13:00:55.289768 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-29d0c504-842c-4a71-ba44-c61ab1b75799 req-51a90a3b-d713-469f-bd2b-ba4164c0f286 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/security-groups?id=e07f563c-91f7-4cb3-9549-e4e7eef36183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410664 Jun 12 13:00:55.854066 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-0a5de27a-4d22-4fdd-a4cf-053756d7edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:02.751653 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2c6fe-a4bc-4acd-9238-cc9b709984ce req-acbb7fb9-6c20-4bc3-853f-53b4d4e996e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:02.753132 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-d7f2c6fe-a4bc-4acd-9238-cc9b709984ce req-acbb7fb9-6c20-4bc3-853f-53b4d4e996e2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1fdb5b3d3254fb7a2c5c6bf9fba5480&device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 1098 time: 0.1363101 Jun 12 13:01:02.769641 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a847cc2-10d5-4c53-b27f-a2ee8eecdbdf req-47ea3eca-d5a4-4589-b728-42e78d04240a tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:02.771067 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-3a847cc2-10d5-4c53-b27f-a2ee8eecdbdf req-47ea3eca-d5a4-4589-b728-42e78d04240a tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 945 time: 0.0956080 Jun 12 13:01:02.886096 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-3a847cc2-10d5-4c53-b27f-a2ee8eecdbdf req-820b1953-1ff7-42b6-a5b1-5ffc60d73a6c tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064308 Jun 12 13:01:02.920491 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2c6fe-a4bc-4acd-9238-cc9b709984ce req-37c0ca3e-7ff0-4e17-8cdf-203927791579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:02.922027 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-d7f2c6fe-a4bc-4acd-9238-cc9b709984ce req-37c0ca3e-7ff0-4e17-8cdf-203927791579 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c3f2488e-44c5-4b09-b9c1-b478ec12dd34 HTTP/1.1" status: 200 len: 919 time: 0.1501317 Jun 12 13:01:02.982942 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-d7f2c6fe-a4bc-4acd-9238-cc9b709984ce req-11f76b33-f9c7-49ab-8049-13796123f95c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fde1258c-44aa-4e18-91ed-e31fa89248dc HTTP/1.1" status: 200 len: 217 time: 0.0511510 Jun 12 13:01:03.041568 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2c6fe-a4bc-4acd-9238-cc9b709984ce req-47fe1b65-7363-4872-bbb3-400dce3e0c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:03.042944 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-d7f2c6fe-a4bc-4acd-9238-cc9b709984ce req-47fe1b65-7363-4872-bbb3-400dce3e0c46 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e49e69c6-b979-45e9-b77a-48cd10ef7dd0 HTTP/1.1" status: 200 len: 858 time: 0.0520208 Jun 12 13:01:03.113845 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-d7f2c6fe-a4bc-4acd-9238-cc9b709984ce req-6a25ddd3-a27e-4247-9229-e5369b0d6a05 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c3f2488e-44c5-4b09-b9c1-b478ec12dd34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560012 Jun 12 13:01:03.253603 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-d7f2c6fe-a4bc-4acd-9238-cc9b709984ce req-dd6326af-0b71-48e6-a313-9f3796f7e3e1 service neutron] 10.222.0.30 "GET /v2.0/networks/c3f2488e-44c5-4b09-b9c1-b478ec12dd34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311550 Jun 12 13:01:03.395968 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-d7f2c6fe-a4bc-4acd-9238-cc9b709984ce req-d1369726-d938-4dbd-8133-c27ccdf17a9a service neutron] 10.222.0.30 "GET /v2.0/networks/c3f2488e-44c5-4b09-b9c1-b478ec12dd34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344852 Jun 12 13:01:04.110602 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc321e-cdfa-4431-b5f4-ebd05c8e9f01 req-8b7fd7e2-5714-4eeb-9ff5-48e0790b4bdc tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:04.112070 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-7bdc321e-cdfa-4431-b5f4-ebd05c8e9f01 req-8b7fd7e2-5714-4eeb-9ff5-48e0790b4bdc tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 945 time: 0.1044712 Jun 12 13:01:04.158932 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-7bdc321e-cdfa-4431-b5f4-ebd05c8e9f01 req-8e55813b-31dd-4ab8-a0a5-0037f0bb86d9 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404313 Jun 12 13:01:05.224746 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200eaad7-4f50-4897-b054-5bc37941f5e6 req-824efc8e-1598-4ba6-b514-ca5b05d908fa tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:05.226282 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-200eaad7-4f50-4897-b054-5bc37941f5e6 req-824efc8e-1598-4ba6-b514-ca5b05d908fa tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee00c787-dcbe-4f02-8304-3deb51051a3f HTTP/1.1" status: 200 len: 946 time: 0.0780056 Jun 12 13:01:05.271377 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-200eaad7-4f50-4897-b054-5bc37941f5e6 req-80cd707f-5a1a-4013-996f-5c865c01d0ab tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/security-groups?id=02246757-e4e7-402b-9da4-d1f6e68238bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386147 Jun 12 13:01:05.355448 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede6e92-6f02-4346-8757-59be3c865e27 req-800dc6f7-8214-4095-a1dc-c1b39ee07866 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:05.356953 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-2ede6e92-6f02-4346-8757-59be3c865e27 req-800dc6f7-8214-4095-a1dc-c1b39ee07866 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 945 time: 0.0738668 Jun 12 13:01:05.407904 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-2ede6e92-6f02-4346-8757-59be3c865e27 req-c5507cfa-c10a-4e3f-94db-f72b23fcb848 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451806 Jun 12 13:01:06.468687 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ac82c8-7421-4c1c-a500-22b47261a539 req-410cd254-9f38-44f3-8bb0-bdadff849d50 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:06.472318 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-b8ac82c8-7421-4c1c-a500-22b47261a539 req-410cd254-9f38-44f3-8bb0-bdadff849d50 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee00c787-dcbe-4f02-8304-3deb51051a3f HTTP/1.1" status: 200 len: 946 time: 0.0798776 Jun 12 13:01:06.519277 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-b8ac82c8-7421-4c1c-a500-22b47261a539 req-b40bf561-b738-4374-a82e-3910d71a5e64 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/security-groups?id=02246757-e4e7-402b-9da4-d1f6e68238bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403154 Jun 12 13:01:06.623216 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e0a3e-d277-4bb1-ada3-9576ac4c2782 req-3d1cd0d2-4944-4b9e-a087-7fa908fd82ca tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:06.625054 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-341e0a3e-d277-4bb1-ada3-9576ac4c2782 req-3d1cd0d2-4944-4b9e-a087-7fa908fd82ca tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 945 time: 0.0843627 Jun 12 13:01:06.699948 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-341e0a3e-d277-4bb1-ada3-9576ac4c2782 req-45cdf43d-68be-4191-a1de-24653105b244 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647457 Jun 12 13:01:07.603780 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6377844-696c-4cdb-9b07-76bc2ba8ec4c req-3b7e83ed-f151-4b86-984e-75e1ea6c42ea tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:07.605260 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-d6377844-696c-4cdb-9b07-76bc2ba8ec4c req-3b7e83ed-f151-4b86-984e-75e1ea6c42ea tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee00c787-dcbe-4f02-8304-3deb51051a3f HTTP/1.1" status: 200 len: 946 time: 0.0840173 Jun 12 13:01:07.777007 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fec90d-0d5e-4cb9-a2b6-dcd84bdf3f05 req-38e42f71-17a0-42a0-bef1-c22f5beb61d8 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:07.778459 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-37fec90d-0d5e-4cb9-a2b6-dcd84bdf3f05 req-38e42f71-17a0-42a0-bef1-c22f5beb61d8 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee00c787-dcbe-4f02-8304-3deb51051a3f HTTP/1.1" status: 200 len: 946 time: 0.1218090 Jun 12 13:01:07.793233 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [req-d6377844-696c-4cdb-9b07-76bc2ba8ec4c req-7fa52b9c-1aa0-45de-b59a-c02dc4b52ab7 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Deleting port 4bcb57f7-6e1f-4105-b7d1-4a1a6a763057 {{(pid=91666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 13:01:07.793573 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-d6377844-696c-4cdb-9b07-76bc2ba8ec4c req-7fa52b9c-1aa0-45de-b59a-c02dc4b52ab7 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752044867880'] for port, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:07.899286 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cfb911-aaf5-4504-915d-86bcb6fda5e6 req-325615ce-2914-4518-9bc5-0a380f8774d3 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:07.900795 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-14cfb911-aaf5-4504-915d-86bcb6fda5e6 req-325615ce-2914-4518-9bc5-0a380f8774d3 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 945 time: 0.0695829 Jun 12 13:01:07.909724 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-37fec90d-0d5e-4cb9-a2b6-dcd84bdf3f05 req-a3667f30-ab1f-45a0-8783-8b7648966df3 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/security-groups?id=02246757-e4e7-402b-9da4-d1f6e68238bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239824 Jun 12 13:01:07.944637 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [req-d6377844-696c-4cdb-9b07-76bc2ba8ec4c req-7fa52b9c-1aa0-45de-b59a-c02dc4b52ab7 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] For port 4bcb57f7-6e1f-4105-b7d1-4a1a6a763057, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=4bcb57f7-6e1f-4105-b7d1-4a1a6a763057,segment=NetworkSegment(a55cae0d-67cb-4777-915a-d694fc695b77),segment_id=a55cae0d-67cb-4777-915a-d694fc695b77)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:01:07.945376 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-d6377844-696c-4cdb-9b07-76bc2ba8ec4c req-7fa52b9c-1aa0-45de-b59a-c02dc4b52ab7 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455153'] for port, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:07.954418 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-14cfb911-aaf5-4504-915d-86bcb6fda5e6 req-891686cf-3965-4e1a-a39d-96feeeb270dd tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477965 Jun 12 13:01:08.055614 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [req-d6377844-696c-4cdb-9b07-76bc2ba8ec4c req-7fa52b9c-1aa0-45de-b59a-c02dc4b52ab7 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Calling delete_port for 4bcb57f7-6e1f-4105-b7d1-4a1a6a763057 owned by compute:nova {{(pid=91666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 13:01:08.206011 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-d6377844-696c-4cdb-9b07-76bc2ba8ec4c req-7fa52b9c-1aa0-45de-b59a-c02dc4b52ab7 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752044873292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752044431921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14082967'] for port, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:08.210355 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-e54f6368-1be8-47c6-aead-5ac7b699743b tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:01:08.225584 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] get_ports_and_sgs() called for port_ids ['9ebdb42a-1f6b-4820-90e8-c352aedcfc4f', '273e30c8-3d07-4397-8db6-ac264e726fc9', 'fa8d5eca-64ee-41ea-ab7b-60380fe0e52f', '4bcb57f7-6e1f-4105-b7d1-4a1a6a763057'] {{(pid=91668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 13:01:08.244071 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa52b9c-1aa0-45de-b59a-c02dc4b52ab7 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Pushing event deleted for resources: {'Port': ['ID=4bcb57f7-6e1f-4105-b7d1-4a1a6a763057,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:01:08.283790 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa52b9c-1aa0-45de-b59a-c02dc4b52ab7 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:01:08.284070 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa52b9c-1aa0-45de-b59a-c02dc4b52ab7 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:01:08.284409 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa52b9c-1aa0-45de-b59a-c02dc4b52ab7 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:01:08.284758 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa52b9c-1aa0-45de-b59a-c02dc4b52ab7 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:01:08.285107 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa52b9c-1aa0-45de-b59a-c02dc4b52ab7 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:01:08.285453 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa52b9c-1aa0-45de-b59a-c02dc4b52ab7 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:01:08.285795 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa52b9c-1aa0-45de-b59a-c02dc4b52ab7 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:01:08.286136 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa52b9c-1aa0-45de-b59a-c02dc4b52ab7 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:01:08.286502 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa52b9c-1aa0-45de-b59a-c02dc4b52ab7 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:01:08.286841 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa52b9c-1aa0-45de-b59a-c02dc4b52ab7 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:01:08.287180 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa52b9c-1aa0-45de-b59a-c02dc4b52ab7 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:01:08.287519 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa52b9c-1aa0-45de-b59a-c02dc4b52ab7 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:01:08.291514 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-7fa52b9c-1aa0-45de-b59a-c02dc4b52ab7 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:01:08.313603 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6377844-696c-4cdb-9b07-76bc2ba8ec4c req-7fa52b9c-1aa0-45de-b59a-c02dc4b52ab7 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] No DVR routers for this DVR port 4bcb57f7-6e1f-4105-b7d1-4a1a6a763057 on host hv-cinder-79611 {{(pid=91666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 13:01:08.316693 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-d6377844-696c-4cdb-9b07-76bc2ba8ec4c req-7fa52b9c-1aa0-45de-b59a-c02dc4b52ab7 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920'] for port, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:08.319039 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-d6377844-696c-4cdb-9b07-76bc2ba8ec4c req-7fa52b9c-1aa0-45de-b59a-c02dc4b52ab7 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.30 "DELETE /v2.0/ports/4bcb57f7-6e1f-4105-b7d1-4a1a6a763057 HTTP/1.1" status: 204 len: 173 time: 0.7075751 Jun 12 13:01:08.319903 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee00c787-dcbe-4f02-8304-3deb51051a3f', 'name': 'network-vif-deleted', 'tag': '4bcb57f7-6e1f-4105-b7d1-4a1a6a763057'}] {{(pid=91666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 13:01:08.322301 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba2aedb3ce59156ad261fd92086ba05f02985526b362ab5d5a646d7af1b76f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d445b7fa-bafc-4e5b-8733-dda9ad4203e4" -d '{"events": [{"server_uuid": "ee00c787-dcbe-4f02-8304-3deb51051a3f", "name": "network-vif-deleted", "tag": "4bcb57f7-6e1f-4105-b7d1-4a1a6a763057"}]}' {{(pid=91666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 13:01:08.368814 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 13:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a668ba13-6be0-48d1-8632-55b8ae7cff7e x-openstack-request-id: req-a668ba13-6be0-48d1-8632-55b8ae7cff7e {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 13:01:08.369140 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee00c787-dcbe-4f02-8304-3deb51051a3f", "name": "network-vif-deleted", "tag": "4bcb57f7-6e1f-4105-b7d1-4a1a6a763057", "status": "completed", "code": 200}]} {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 13:01:08.369424 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a668ba13-6be0-48d1-8632-55b8ae7cff7e {{(pid=91666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 13:01:08.369848 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee00c787-dcbe-4f02-8304-3deb51051a3f', 'name': 'network-vif-deleted', 'tag': '4bcb57f7-6e1f-4105-b7d1-4a1a6a763057', 'status': 'completed', 'code': 200} Jun 12 13:01:09.089780 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-e5fe6adf-3cc1-4b30-841e-9efd6ebd8096 req-15615fcf-39ff-466e-99e6-32888265b7ec tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee00c787-dcbe-4f02-8304-3deb51051a3f HTTP/1.1" status: 200 len: 210 time: 0.0397887 Jun 12 13:01:09.169837 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20680d8-b2cc-4b20-8c4c-8b49f2f49811 req-026ada91-8653-4825-94bc-1f23f1fa863d tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:09.171344 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-a20680d8-b2cc-4b20-8c4c-8b49f2f49811 req-026ada91-8653-4825-94bc-1f23f1fa863d tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 945 time: 0.0858023 Jun 12 13:01:09.214942 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-a20680d8-b2cc-4b20-8c4c-8b49f2f49811 req-9df12678-f41f-4809-942b-609be90748e6 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378304 Jun 12 13:01:10.418041 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc73e6-748b-4c0f-a604-86a19f2fc982 req-3d53ac76-bcbf-46fe-ac6d-5a4fc7697a23 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:10.419568 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-7bdc73e6-748b-4c0f-a604-86a19f2fc982 req-3d53ac76-bcbf-46fe-ac6d-5a4fc7697a23 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 945 time: 0.0764914 Jun 12 13:01:10.461965 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-7bdc73e6-748b-4c0f-a604-86a19f2fc982 req-07050a2d-c765-44cb-a841-6f0a58fb9b1f tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365360 Jun 12 13:01:11.248703 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device 4bcb57f7-6e1f-4105-b7d1-4a1a6a763057 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 13:01:11.276437 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] No Port match for: 4bcb57f7-6e1f-4105-b7d1-4a1a6a763057 {{(pid=91668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 13:01:11.276794 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device 4bcb57f7-6e1f-4105-b7d1-4a1a6a763057 not bound to the agent host hv-cinder-79611 {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 13:01:11.463586 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038366c6-d4f6-40fd-ac7a-1e6014e12b78 req-741b8a4f-6fb2-4b45-93de-3504bea15a01 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:11.465835 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-038366c6-d4f6-40fd-ac7a-1e6014e12b78 req-741b8a4f-6fb2-4b45-93de-3504bea15a01 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ac2fe1-1e41-436e-bb7c-d7089da6088c HTTP/1.1" status: 200 len: 945 time: 0.0818119 Jun 12 13:01:11.512099 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-038366c6-d4f6-40fd-ac7a-1e6014e12b78 req-886485d3-e5a5-4be2-987e-49b9e71a2afe tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/security-groups?id=e07f563c-91f7-4cb3-9549-e4e7eef36183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403981 Jun 12 13:01:11.542819 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 55624) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:01:11.747373 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7d0ea-254e-4122-87ac-07c979e82aba req-1f5caed0-4f4a-46e3-ae09-76eb60e23140 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:11.749033 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-92d7d0ea-254e-4122-87ac-07c979e82aba req-1f5caed0-4f4a-46e3-ae09-76eb60e23140 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 945 time: 0.0738351 Jun 12 13:01:11.803669 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-92d7d0ea-254e-4122-87ac-07c979e82aba req-c9951f49-8a81-46b9-a328-21a9bc2d2407 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473559 Jun 12 13:01:11.894996 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43e477-17a2-40b2-9735-dfe936bc1ab6 req-cc42dbd1-ccd9-45f4-92a3-f4163260a105 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:11.896446 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-bd43e477-17a2-40b2-9735-dfe936bc1ab6 req-cc42dbd1-ccd9-45f4-92a3-f4163260a105 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=63c5c85c-6fe4-4964-9777-73fc6eedc696 HTTP/1.1" status: 200 len: 946 time: 0.1257553 Jun 12 13:01:11.911776 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25be291f-84bb-46cb-b21e-af7f528f0bd5 tempest-TestMinimumBasicScenario-838026607 tempest-TestMinimumBasicScenario-838026607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:11.913211 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-25be291f-84bb-46cb-b21e-af7f528f0bd5 tempest-TestMinimumBasicScenario-838026607 tempest-TestMinimumBasicScenario-838026607-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=19ac2fe1-1e41-436e-bb7c-d7089da6088c HTTP/1.1" status: 200 len: 1093 time: 0.3693461 Jun 12 13:01:11.916750 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 55632) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:01:11.921860 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.v2.base [None req-6fd9000c-3eaa-4087-9f27-859d225cf37b tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Request body: {'floatingip': {'floating_network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'port_id': '9c469eb0-e066-4d4d-91bf-f05d359fc250', 'tenant_id': '28043c4af02547deae876ba39ba11123', 'fixed_ip_address': '172.20.0.3'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:01:11.944893 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-bd43e477-17a2-40b2-9735-dfe936bc1ab6 req-30851fb6-3852-4d9b-8f15-6434658569f2 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/security-groups?id=02246757-e4e7-402b-9da4-d1f6e68238bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410435 Jun 12 13:01:11.952149 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6fd9000c-3eaa-4087-9f27-859d225cf37b tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Notify callbacks [] for floatingip, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:12.088406 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6fd9000c-3eaa-4087-9f27-859d225cf37b tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for port, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:12.220215 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.db.db_base_plugin_common [None req-6fd9000c-3eaa-4087-9f27-859d225cf37b tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Allocated IP 172.27.3.245 (d31b88ef-fdf5-46b1-8572-11d751094587/d3cd8c99-09c7-4ded-87bb-a3c326773e06/9637b34d-f90e-4348-8149-9cec8c554058) {{(pid=91667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 13:01:12.358709 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6fd9000c-3eaa-4087-9f27-859d225cf37b tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Notify callbacks [] for port, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:12.397430 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6fd9000c-3eaa-4087-9f27-859d225cf37b tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1466997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-122173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752044431912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13277797'] for port, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:12.400298 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:01:12.445309 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd9000c-3eaa-4087-9f27-859d225cf37b tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Network d31b88ef-fdf5-46b1-8572-11d751094587 is already hosted by enough agents. {{(pid=91667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 13:01:12.449198 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.base_scheduler [None req-6fd9000c-3eaa-4087-9f27-859d225cf37b tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Resources bound (agent type, host, resource id): {{(pid=91667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 13:01:12.452702 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd9000c-3eaa-4087-9f27-859d225cf37b tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Received port after_create {{(pid=91667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 13:01:12.484285 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd9000c-3eaa-4087-9f27-859d225cf37b tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Pushing event updated for resources: {'Port': ['ID=9637b34d-f90e-4348-8149-9cec8c554058,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:01:12.498604 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd9000c-3eaa-4087-9f27-859d225cf37b tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:01:12.498965 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd9000c-3eaa-4087-9f27-859d225cf37b tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:01:12.499313 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd9000c-3eaa-4087-9f27-859d225cf37b tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:01:12.499660 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd9000c-3eaa-4087-9f27-859d225cf37b tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:01:12.500000 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd9000c-3eaa-4087-9f27-859d225cf37b tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:01:12.500346 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd9000c-3eaa-4087-9f27-859d225cf37b tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:01:12.500684 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd9000c-3eaa-4087-9f27-859d225cf37b tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:01:12.501024 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd9000c-3eaa-4087-9f27-859d225cf37b tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:01:12.501357 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd9000c-3eaa-4087-9f27-859d225cf37b tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:01:12.501710 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd9000c-3eaa-4087-9f27-859d225cf37b tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:01:12.502065 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd9000c-3eaa-4087-9f27-859d225cf37b tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:01:12.502418 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd9000c-3eaa-4087-9f27-859d225cf37b tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:01:12.507376 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-6fd9000c-3eaa-4087-9f27-859d225cf37b tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:01:12.940046 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6fd9000c-3eaa-4087-9f27-859d225cf37b tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:13.001883 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce9f23c-96b6-4722-803e-8793c8dbc93a req-d53c30a5-5e8f-4054-941a-e541bb1a62e7 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:13.004197 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-5ce9f23c-96b6-4722-803e-8793c8dbc93a req-d53c30a5-5e8f-4054-941a-e541bb1a62e7 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 945 time: 0.0785122 Jun 12 13:01:13.058038 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-5ce9f23c-96b6-4722-803e-8793c8dbc93a req-6617e22d-ec7f-4259-9580-b2ca1d6463ba tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431168 Jun 12 13:01:13.060618 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6fd9000c-3eaa-4087-9f27-859d225cf37b tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:13.248545 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e62f3-fe36-445f-9c09-7d98ab23a497 req-82c61e9a-ad1a-411c-bc8b-dfa2829ef79d tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:13.249998 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-457e62f3-fe36-445f-9c09-7d98ab23a497 req-82c61e9a-ad1a-411c-bc8b-dfa2829ef79d tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=63c5c85c-6fe4-4964-9777-73fc6eedc696 HTTP/1.1" status: 200 len: 946 time: 0.0781989 Jun 12 13:01:13.252886 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6fd9000c-3eaa-4087-9f27-859d225cf37b tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Notify callbacks [] for port, precommit_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:13.257677 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6fd9000c-3eaa-4087-9f27-859d225cf37b tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13277787'] for port, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:13.260731 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-6a234ba9-910a-430a-87d6-89bae62b22b5 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:01:13.296136 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-457e62f3-fe36-445f-9c09-7d98ab23a497 req-8c3b115c-f176-4f56-b9e0-925be5ae6e5a tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/security-groups?id=02246757-e4e7-402b-9da4-d1f6e68238bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393937 Jun 12 13:01:13.338496 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd9000c-3eaa-4087-9f27-859d225cf37b tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Pushing event updated for resources: {'Port': ['ID=9637b34d-f90e-4348-8149-9cec8c554058,revision_number=2']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:01:13.345500 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-6fd9000c-3eaa-4087-9f27-859d225cf37b tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:01:13.355790 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6fd9000c-3eaa-4087-9f27-859d225cf37b tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454259'] for floatingip, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:13.499782 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.db.l3_db [None req-6fd9000c-3eaa-4087-9f27-859d225cf37b tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Floating IP e011336d-9118-4d68-90d9-fe83df142211 associated. External IP: 172.27.3.245, port: 9c469eb0-e066-4d4d-91bf-f05d359fc250. Jun 12 13:01:13.786538 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fd9000c-3eaa-4087-9f27-859d225cf37b tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Router c74d378b-95c4-4c8e-8a05-dd41fb37004f has already been hosted by L3 agent 68a3a672-d21c-4adb-804e-7b4e770767ea {{(pid=91667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 13:01:14.193034 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd9000c-3eaa-4087-9f27-859d225cf37b tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Notify agent at l3_agent.dv-cinder-796114-1-iscsi the message routers_updated {{(pid=91667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 13:01:14.215430 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c90dcf-1041-4307-9567-a1a4baf390c3 None None] Sync routers for ids ['c74d378b-95c4-4c8e-8a05-dd41fb37004f'] in dv-cinder-796114-1-iscsi {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 13:01:14.235770 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6fd9000c-3eaa-4087-9f27-859d225cf37b tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920'] for floatingip, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:14.244705 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c90dcf-1041-4307-9567-a1a4baf390c3 None None] Routers {'c74d378b-95c4-4c8e-8a05-dd41fb37004f'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 13:01:14.246588 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-e5c90dcf-1041-4307-9567-a1a4baf390c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T13:00:53Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['c74d378b-95c4-4c8e-8a05-dd41fb37004f'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:01:14.294399 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-6fd9000c-3eaa-4087-9f27-859d225cf37b tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3763454 Jun 12 13:01:14.294883 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ac2fe1-1e41-436e-bb7c-d7089da6088c', 'tag': '9c469eb0-e066-4d4d-91bf-f05d359fc250'}] {{(pid=91667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 13:01:14.297225 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67243a7e54e3ab7b6e3c39020b1271d9e6c7e43a6696a4fb95c7e45675bdf643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61fe320-02b8-4295-860f-baf4f74cf086" -d '{"events": [{"name": "network-changed", "server_uuid": "19ac2fe1-1e41-436e-bb7c-d7089da6088c", "tag": "9c469eb0-e066-4d4d-91bf-f05d359fc250"}]}' {{(pid=91667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 13:01:14.299433 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 55660) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:01:14.305272 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.v2.base [None req-32c3bf13-1ec7-4ced-b41d-8cbc54a75582 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1986446542', 'description': 'tempest-secgroup-smoke-1986446542 description', 'project_id': '28043c4af02547deae876ba39ba11123'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:01:14.378210 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-32c3bf13-1ec7-4ced-b41d-8cbc54a75582 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:14.424440 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-19572984-c2ee-433e-8d44-e04953b47087 req-1665ec2a-25ef-4680-a9c4-d81e77d3baed service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1091948 Jun 12 13:01:14.503084 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 13:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b715099-2f65-4df3-a68c-ec261b1e646a x-openstack-request-id: req-8b715099-2f65-4df3-a68c-ec261b1e646a {{(pid=91667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 13:01:14.503358 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19ac2fe1-1e41-436e-bb7c-d7089da6088c", "tag": "9c469eb0-e066-4d4d-91bf-f05d359fc250", "status": "completed", "code": 200}]} {{(pid=91667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 13:01:14.504140 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8b715099-2f65-4df3-a68c-ec261b1e646a {{(pid=91667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 13:01:14.504683 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ac2fe1-1e41-436e-bb7c-d7089da6088c', 'tag': '9c469eb0-e066-4d4d-91bf-f05d359fc250', 'status': 'completed', 'code': 200} Jun 12 13:01:14.563822 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-32c3bf13-1ec7-4ced-b41d-8cbc54a75582 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:14.573753 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-32c3bf13-1ec7-4ced-b41d-8cbc54a75582 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:14.579962 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-e6f13e24-ac69-4b15-8b6a-d9fa59f7ccc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:01:14.620147 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-e5c90dcf-1041-4307-9567-a1a4baf390c3 None None] Set router c74d378b-95c4-4c8e-8a05-dd41fb37004f gateway port host: dv-cinder-796114-1-iscsi {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 13:01:14.629235 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19572984-c2ee-433e-8d44-e04953b47087 req-50445666-7eb1-4308-b39e-a6ee7d118411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:14.631643 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-19572984-c2ee-433e-8d44-e04953b47087 req-50445666-7eb1-4308-b39e-a6ee7d118411 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1fdb5b3d3254fb7a2c5c6bf9fba5480&device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 1099 time: 0.1761391 Jun 12 13:01:14.637625 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-32c3bf13-1ec7-4ced-b41d-8cbc54a75582 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:14.638997 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-32c3bf13-1ec7-4ced-b41d-8cbc54a75582 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3381941 Jun 12 13:01:14.641007 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c3bf13-1ec7-4ced-b41d-8cbc54a75582 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=942882e3-e2ed-430b-b267-956ec92c5245,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:01:14.644900 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 55666) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:01:14.651000 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.v2.base [None req-60d2d92a-0c66-4fd8-9259-2d46684bef03 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Request body: {'security_group_rule': {'security_group_id': '942882e3-e2ed-430b-b267-956ec92c5245', 'project_id': '28043c4af02547deae876ba39ba11123', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:01:14.690076 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-32c3bf13-1ec7-4ced-b41d-8cbc54a75582 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:01:14.763366 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335fe8dc-2cad-4d41-8fec-9ae053c52a7e req-57df2107-f9f2-4aae-8623-930266f1dcc5 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:14.764876 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-335fe8dc-2cad-4d41-8fec-9ae053c52a7e req-57df2107-f9f2-4aae-8623-930266f1dcc5 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 945 time: 0.5729141 Jun 12 13:01:14.826657 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-60d2d92a-0c66-4fd8-9259-2d46684bef03 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:14.857773 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243ef85-add8-47e7-b23a-8abeb4221a89 req-0e01bf8c-f4de-4413-acbd-6d7734d47e0a tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:14.859702 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-0243ef85-add8-47e7-b23a-8abeb4221a89 req-0e01bf8c-f4de-4413-acbd-6d7734d47e0a tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.30 "GET /v2.0/ports?device_id=63c5c85c-6fe4-4964-9777-73fc6eedc696 HTTP/1.1" status: 200 len: 946 time: 0.5680056 Jun 12 13:01:14.888436 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-335fe8dc-2cad-4d41-8fec-9ae053c52a7e req-819a2592-a741-410f-9408-8bceebdb1c0c tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995464 Jun 12 13:01:14.897814 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19572984-c2ee-433e-8d44-e04953b47087 req-83aa635e-ffac-4409-8474-8ac9887f9c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:14.901308 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-19572984-c2ee-433e-8d44-e04953b47087 req-83aa635e-ffac-4409-8474-8ac9887f9c9e service neutron] 10.222.0.30 "GET /v2.0/networks?id=c3f2488e-44c5-4b09-b9c1-b478ec12dd34 HTTP/1.1" status: 200 len: 919 time: 0.2125258 Jun 12 13:01:14.927489 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61fe320-02b8-4295-860f-baf4f74cf086 req-d27ae689-9826-4eb9-a3df-8392ecfd5587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:14.928920 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2476e9ed-7cfe-4ae7-8276-a22085faec7e req-910674d0-8b6b-443c-8a77-073bd0209cd7 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:14.929319 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-b61fe320-02b8-4295-860f-baf4f74cf086 req-d27ae689-9826-4eb9-a3df-8392ecfd5587 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=28043c4af02547deae876ba39ba11123&device_id=19ac2fe1-1e41-436e-bb7c-d7089da6088c HTTP/1.1" status: 200 len: 1098 time: 0.1894927 Jun 12 13:01:14.931126 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-2476e9ed-7cfe-4ae7-8276-a22085faec7e req-910674d0-8b6b-443c-8a77-073bd0209cd7 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=63c5c85c-6fe4-4964-9777-73fc6eedc696 HTTP/1.1" status: 200 len: 946 time: 0.2955911 Jun 12 13:01:14.992687 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-19572984-c2ee-433e-8d44-e04953b47087 req-e515288b-a215-4cb4-99b2-35ce68bfe25c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9d26dcc-9613-4a13-8c5e-fd80f240eeca HTTP/1.1" status: 200 len: 217 time: 0.0833516 Jun 12 13:01:14.999764 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-60d2d92a-0c66-4fd8-9259-2d46684bef03 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:15.022647 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-60d2d92a-0c66-4fd8-9259-2d46684bef03 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441033'] for security_group_rule, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:15.051781 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:01:15.088693 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d2d92a-0c66-4fd8-9259-2d46684bef03 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08ce236e-0f34-4508-abcd-61bab246f44e,revision_number=0']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:01:15.094735 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-e5c90dcf-1041-4307-9567-a1a4baf390c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74d378b-95c4-4c8e-8a05-dd41fb37004f', 'name': 'tempest-TestMinimumBasicScenario-194615628-router', 'tenant_id': '28043c4af02547deae876ba39ba11123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '1ab885c0-f780-433a-aa45-8b5f47480e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:59:37Z', 'updated_at': '2021-06-12T12:59:41Z', 'revision_number': 4, 'project_id': '28043c4af02547deae876ba39ba11123', 'gw_port': {'id': '1ab885c0-f780-433a-aa45-8b5f47480e7d', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74d378b-95c4-4c8e-8a05-dd41fb37004f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:59:37Z', 'updated_at': '2021-06-12T12:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_floatingips': [{'id': 'e011336d-9118-4d68-90d9-fe83df142211', 'tenant_id': '28043c4af02547deae876ba39ba11123', 'floating_ip_address': '172.27.3.245', 'floating_network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'router_id': 'c74d378b-95c4-4c8e-8a05-dd41fb37004f', 'port_id': '9c469eb0-e066-4d4d-91bf-f05d359fc250', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54c7db29-a6b2-421f-a94c-ecf9cae6372c', 'mac_address': 'fa:16:3e:31:f1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ac2fe1-1e41-436e-bb7c-d7089da6088c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T13:01:12Z', 'updated_at': '2021-06-12T13:01:12Z', 'revision_number': 0, 'project_id': '28043c4af02547deae876ba39ba11123', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3760157d-0d53-4c4b-9b87-f9ded85e2c00', 'name': '', 'network_id': '54c7db29-a6b2-421f-a94c-ecf9cae6372c', 'tenant_id': '28043c4af02547deae876ba39ba11123', 'mac_address': 'fa:16:3e:12:1b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74d378b-95c4-4c8e-8a05-dd41fb37004f', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '9e01ad32-86ed-4941-907b-b1f5650bfa34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:59:40Z', 'updated_at': '2021-06-12T12:59:49Z', 'revision_number': 5, 'project_id': '28043c4af02547deae876ba39ba11123', 'subnets': [{'id': '9e01ad32-86ed-4941-907b-b1f5650bfa34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:01:15.100597 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c90dcf-1041-4307-9567-a1a4baf390c3 None None] Checking router: c74d378b-95c4-4c8e-8a05-dd41fb37004f for host: dv-cinder-796114-1-iscsi {{(pid=91669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 13:01:15.100825 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-60d2d92a-0c66-4fd8-9259-2d46684bef03 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:01:15.115519 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-2476e9ed-7cfe-4ae7-8276-a22085faec7e req-2c2210a7-d54e-4afd-96ba-3d0dd58af9f1 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/security-groups?id=02246757-e4e7-402b-9da4-d1f6e68238bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274703 Jun 12 13:01:15.117049 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c90dcf-1041-4307-9567-a1a4baf390c3 None None] Routers {'c74d378b-95c4-4c8e-8a05-dd41fb37004f'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 13:01:15.117331 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19572984-c2ee-433e-8d44-e04953b47087 req-a278d68c-6055-4014-bff5-8e33a9e26d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:15.118213 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-e5c90dcf-1041-4307-9567-a1a4baf390c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T13:00:53Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['c74d378b-95c4-4c8e-8a05-dd41fb37004f'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:01:15.118897 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-19572984-c2ee-433e-8d44-e04953b47087 req-a278d68c-6055-4014-bff5-8e33a9e26d98 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e49e69c6-b979-45e9-b77a-48cd10ef7dd0 HTTP/1.1" status: 200 len: 858 time: 0.1169081 Jun 12 13:01:15.122937 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-60d2d92a-0c66-4fd8-9259-2d46684bef03 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:15.127185 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-60d2d92a-0c66-4fd8-9259-2d46684bef03 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4784055 Jun 12 13:01:15.129823 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 55672) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:01:15.159817 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [None req-67cc9504-97e2-4e49-86ea-0872444d7cab tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Request body: {'security_group_rule': {'security_group_id': '942882e3-e2ed-430b-b267-956ec92c5245', 'project_id': '28043c4af02547deae876ba39ba11123', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:01:15.180460 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-19572984-c2ee-433e-8d44-e04953b47087 req-c5015200-2475-4128-ac2b-c76087d74573 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c3f2488e-44c5-4b09-b9c1-b478ec12dd34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505133 Jun 12 13:01:15.184100 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61fe320-02b8-4295-860f-baf4f74cf086 req-27ad0ea2-b815-4f99-824d-5a6b74846fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:15.185565 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-b61fe320-02b8-4295-860f-baf4f74cf086 req-27ad0ea2-b815-4f99-824d-5a6b74846fa8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=54c7db29-a6b2-421f-a94c-ecf9cae6372c HTTP/1.1" status: 200 len: 915 time: 0.2433891 Jun 12 13:01:15.228512 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [req-0243ef85-add8-47e7-b23a-8abeb4221a89 req-7f3a862e-bf36-4242-af18-e4a377c8f347 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Deleting port fa8d5eca-64ee-41ea-ab7b-60380fe0e52f {{(pid=91666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 13:01:15.233255 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-0243ef85-add8-47e7-b23a-8abeb4221a89 req-7f3a862e-bf36-4242-af18-e4a377c8f347 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752044867880'] for port, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:15.308820 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-e5c90dcf-1041-4307-9567-a1a4baf390c3 None None] Set router c74d378b-95c4-4c8e-8a05-dd41fb37004f gateway port host: dv-cinder-796114-1-iscsi {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 13:01:15.341818 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-67cc9504-97e2-4e49-86ea-0872444d7cab tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:15.375570 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-19572984-c2ee-433e-8d44-e04953b47087 req-cb061a85-3294-4d85-b0f3-cfa55b9af351 service neutron] 10.222.0.30 "GET /v2.0/networks/c3f2488e-44c5-4b09-b9c1-b478ec12dd34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773875 Jun 12 13:01:15.457529 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-b61fe320-02b8-4295-860f-baf4f74cf086 req-de64f7f7-7eb4-430d-8a64-ef1c2f649102 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c469eb0-e066-4d4d-91bf-f05d359fc250 HTTP/1.1" status: 200 len: 999 time: 0.2315640 Jun 12 13:01:15.516754 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-19572984-c2ee-433e-8d44-e04953b47087 req-5bd66d31-d647-42a9-9d7b-568772370a73 service neutron] 10.222.0.30 "GET /v2.0/networks/c3f2488e-44c5-4b09-b9c1-b478ec12dd34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294549 Jun 12 13:01:15.540759 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [req-0243ef85-add8-47e7-b23a-8abeb4221a89 req-7f3a862e-bf36-4242-af18-e4a377c8f347 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] For port fa8d5eca-64ee-41ea-ab7b-60380fe0e52f, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=fa8d5eca-64ee-41ea-ab7b-60380fe0e52f,segment=NetworkSegment(a55cae0d-67cb-4777-915a-d694fc695b77),segment_id=a55cae0d-67cb-4777-915a-d694fc695b77)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:01:15.541363 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-0243ef85-add8-47e7-b23a-8abeb4221a89 req-7f3a862e-bf36-4242-af18-e4a377c8f347 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455153'] for port, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:15.577320 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-67cc9504-97e2-4e49-86ea-0872444d7cab tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:15.578059 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61fe320-02b8-4295-860f-baf4f74cf086 req-c2d28f8e-012a-4912-b186-084cb234f6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:15.580604 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-b61fe320-02b8-4295-860f-baf4f74cf086 req-c2d28f8e-012a-4912-b186-084cb234f6a6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e01ad32-86ed-4941-907b-b1f5650bfa34 HTTP/1.1" status: 200 len: 853 time: 0.1013725 Jun 12 13:01:15.680724 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [req-0243ef85-add8-47e7-b23a-8abeb4221a89 req-7f3a862e-bf36-4242-af18-e4a377c8f347 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Calling delete_port for fa8d5eca-64ee-41ea-ab7b-60380fe0e52f owned by compute:nova {{(pid=91666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 13:01:15.683192 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-e5c90dcf-1041-4307-9567-a1a4baf390c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74d378b-95c4-4c8e-8a05-dd41fb37004f', 'name': 'tempest-TestMinimumBasicScenario-194615628-router', 'tenant_id': '28043c4af02547deae876ba39ba11123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '1ab885c0-f780-433a-aa45-8b5f47480e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:59:37Z', 'updated_at': '2021-06-12T12:59:41Z', 'revision_number': 4, 'project_id': '28043c4af02547deae876ba39ba11123', 'gw_port': {'id': '1ab885c0-f780-433a-aa45-8b5f47480e7d', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74d378b-95c4-4c8e-8a05-dd41fb37004f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:59:37Z', 'updated_at': '2021-06-12T12:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_floatingips': [{'id': 'e011336d-9118-4d68-90d9-fe83df142211', 'tenant_id': '28043c4af02547deae876ba39ba11123', 'floating_ip_address': '172.27.3.245', 'floating_network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'router_id': 'c74d378b-95c4-4c8e-8a05-dd41fb37004f', 'port_id': '9c469eb0-e066-4d4d-91bf-f05d359fc250', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54c7db29-a6b2-421f-a94c-ecf9cae6372c', 'mac_address': 'fa:16:3e:31:f1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ac2fe1-1e41-436e-bb7c-d7089da6088c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T13:01:12Z', 'updated_at': '2021-06-12T13:01:12Z', 'revision_number': 0, 'project_id': '28043c4af02547deae876ba39ba11123', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3760157d-0d53-4c4b-9b87-f9ded85e2c00', 'name': '', 'network_id': '54c7db29-a6b2-421f-a94c-ecf9cae6372c', 'tenant_id': '28043c4af02547deae876ba39ba11123', 'mac_address': 'fa:16:3e:12:1b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74d378b-95c4-4c8e-8a05-dd41fb37004f', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '9e01ad32-86ed-4941-907b-b1f5650bfa34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:59:40Z', 'updated_at': '2021-06-12T12:59:49Z', 'revision_number': 5, 'project_id': '28043c4af02547deae876ba39ba11123', 'subnets': [{'id': '9e01ad32-86ed-4941-907b-b1f5650bfa34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:01:15.683635 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-67cc9504-97e2-4e49-86ea-0872444d7cab tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441033'] for security_group_rule, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:15.686985 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c90dcf-1041-4307-9567-a1a4baf390c3 None None] The sync data for ids ['c74d378b-95c4-4c8e-8a05-dd41fb37004f'] in dv-cinder-796114-1-iscsi is: [{'id': 'c74d378b-95c4-4c8e-8a05-dd41fb37004f', 'name': 'tempest-TestMinimumBasicScenario-194615628-router', 'tenant_id': '28043c4af02547deae876ba39ba11123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '1ab885c0-f780-433a-aa45-8b5f47480e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:59:37Z', 'updated_at': '2021-06-12T12:59:41Z', 'revision_number': 4, 'project_id': '28043c4af02547deae876ba39ba11123', 'gw_port': {'id': '1ab885c0-f780-433a-aa45-8b5f47480e7d', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74d378b-95c4-4c8e-8a05-dd41fb37004f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:59:37Z', 'updated_at': '2021-06-12T12:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_floatingips': [{'id': 'e011336d-9118-4d68-90d9-fe83df142211', 'tenant_id': '28043c4af02547deae876ba39ba11123', 'floating_ip_address': '172.27.3.245', 'floating_network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'router_id': 'c74d378b-95c4-4c8e-8a05-dd41fb37004f', 'port_id': '9c469eb0-e066-4d4d-91bf-f05d359fc250', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54c7db29-a6b2-421f-a94c-ecf9cae6372c', 'mac_address': 'fa:16:3e:31:f1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ac2fe1-1e41-436e-bb7c-d7089da6088c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T13:01:12Z', 'updated_at': '2021-06-12T13:01:12Z', 'revision_number': 0, 'project_id': '28043c4af02547deae876ba39ba11123', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3760157d-0d53-4c4b-9b87-f9ded85e2c00', 'name': '', 'network_id': '54c7db29-a6b2-421f-a94c-ecf9cae6372c', 'tenant_id': '28043c4af02547deae876ba39ba11123', 'mac_address': 'fa:16:3e:12:1b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74d378b-95c4-4c8e-8a05-dd41fb37004f', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '9e01ad32-86ed-4941-907b-b1f5650bfa34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:59:40Z', 'updated_at': '2021-06-12T12:59:49Z', 'revision_number': 5, 'project_id': '28043c4af02547deae876ba39ba11123', 'subnets': [{'id': '9e01ad32-86ed-4941-907b-b1f5650bfa34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 13:01:15.711468 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:01:15.789148 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cc9504-97e2-4e49-86ea-0872444d7cab tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=417b48de-a207-462a-9d4a-d6fcaacda580,revision_number=0']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:01:15.796296 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-67cc9504-97e2-4e49-86ea-0872444d7cab tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:01:15.800354 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-67cc9504-97e2-4e49-86ea-0872444d7cab tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:15.801196 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-67cc9504-97e2-4e49-86ea-0872444d7cab tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6704056 Jun 12 13:01:15.805073 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 55680) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:01:15.809898 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.v2.base [None req-d6acb966-831f-4ffa-83f1-a1dc388753da tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Request body: {'security_group_rule': {'security_group_id': '942882e3-e2ed-430b-b267-956ec92c5245', 'project_id': '28043c4af02547deae876ba39ba11123', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:01:15.842706 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-d6acb966-831f-4ffa-83f1-a1dc388753da tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:15.851001 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61fe320-02b8-4295-860f-baf4f74cf086 req-6e12a7f6-f36e-44db-b74c-89e7b6215119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:15.852714 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-b61fe320-02b8-4295-860f-baf4f74cf086 req-6e12a7f6-f36e-44db-b74c-89e7b6215119 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=54c7db29-a6b2-421f-a94c-ecf9cae6372c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2269490 Jun 12 13:01:15.934745 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-d6acb966-831f-4ffa-83f1-a1dc388753da tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:15.943983 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-d6acb966-831f-4ffa-83f1-a1dc388753da tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441033'] for security_group_rule, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:15.949456 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:01:15.952987 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42095a0-1c0d-4297-a732-2c70778e7676 None None] New status for floating IP e011336d-9118-4d68-90d9-fe83df142211: ACTIVE {{(pid=91668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 12 13:01:15.982354 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6acb966-831f-4ffa-83f1-a1dc388753da tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9438fc36-5dc0-46b8-9947-0057f7d8b9c3,revision_number=0']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:01:15.986076 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-d6acb966-831f-4ffa-83f1-a1dc388753da tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:01:15.994994 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-d6acb966-831f-4ffa-83f1-a1dc388753da tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:15.996601 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-d6acb966-831f-4ffa-83f1-a1dc388753da tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1903493 Jun 12 13:01:16.001782 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 55684) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:01:16.006909 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.v2.base [None req-f160e951-1cae-42a9-b6f9-2bc1935cc9dc tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Request body: {'security_group_rule': {'security_group_id': '942882e3-e2ed-430b-b267-956ec92c5245', 'project_id': '28043c4af02547deae876ba39ba11123', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:01:16.050474 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f160e951-1cae-42a9-b6f9-2bc1935cc9dc tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:16.110228 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-0243ef85-add8-47e7-b23a-8abeb4221a89 req-7f3a862e-bf36-4242-af18-e4a377c8f347 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752044873292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752044431921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14082967'] for port, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:16.126085 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-368f5107-ee67-44ab-add6-19a156e656a3 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:01:16.159492 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f160e951-1cae-42a9-b6f9-2bc1935cc9dc tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:16.169600 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f160e951-1cae-42a9-b6f9-2bc1935cc9dc tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441033'] for security_group_rule, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:16.177936 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] get_ports_and_sgs() called for port_ids ['9ebdb42a-1f6b-4820-90e8-c352aedcfc4f', '273e30c8-3d07-4397-8db6-ac264e726fc9'] {{(pid=91668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 13:01:16.180623 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:01:16.231093 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f160e951-1cae-42a9-b6f9-2bc1935cc9dc tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:16.236871 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-f160e951-1cae-42a9-b6f9-2bc1935cc9dc tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2301443 Jun 12 13:01:16.237384 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f160e951-1cae-42a9-b6f9-2bc1935cc9dc tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4972b84-0182-4d71-a952-fbbab31193cf,revision_number=0']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:01:16.240361 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 55692) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:01:16.251365 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.v2.base [None req-459edcce-eca8-457e-88b3-951773d25033 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Request body: {'security_group_rule': {'security_group_id': '942882e3-e2ed-430b-b267-956ec92c5245', 'project_id': '28043c4af02547deae876ba39ba11123', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:01:16.261755 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-f160e951-1cae-42a9-b6f9-2bc1935cc9dc tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:01:16.333050 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.db.securitygroups_db [None req-459edcce-eca8-457e-88b3-951773d25033 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Project 28043c4af02547deae876ba39ba11123 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 12 13:01:16.358374 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-459edcce-eca8-457e-88b3-951773d25033 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:16.358718 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3a862e-bf36-4242-af18-e4a377c8f347 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Pushing event deleted for resources: {'Port': ['ID=fa8d5eca-64ee-41ea-ab7b-60380fe0e52f,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:01:16.365619 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-7f3a862e-bf36-4242-af18-e4a377c8f347 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:01:16.501486 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [req-0243ef85-add8-47e7-b23a-8abeb4221a89 req-7f3a862e-bf36-4242-af18-e4a377c8f347 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] No DVR routers for this DVR port fa8d5eca-64ee-41ea-ab7b-60380fe0e52f on host hv-cinder-79611 {{(pid=91666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 13:01:16.506407 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-0243ef85-add8-47e7-b23a-8abeb4221a89 req-7f3a862e-bf36-4242-af18-e4a377c8f347 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920'] for port, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:16.510376 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-0243ef85-add8-47e7-b23a-8abeb4221a89 req-7f3a862e-bf36-4242-af18-e4a377c8f347 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.30 "DELETE /v2.0/ports/fa8d5eca-64ee-41ea-ab7b-60380fe0e52f HTTP/1.1" status: 204 len: 173 time: 1.6417215 Jun 12 13:01:16.514875 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63c5c85c-6fe4-4964-9777-73fc6eedc696', 'name': 'network-vif-deleted', 'tag': 'fa8d5eca-64ee-41ea-ab7b-60380fe0e52f'}] {{(pid=91666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 13:01:16.520371 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba2aedb3ce59156ad261fd92086ba05f02985526b362ab5d5a646d7af1b76f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5a1602-258c-4d7c-a420-68155e58f44c" -d '{"events": [{"server_uuid": "63c5c85c-6fe4-4964-9777-73fc6eedc696", "name": "network-vif-deleted", "tag": "fa8d5eca-64ee-41ea-ab7b-60380fe0e52f"}]}' {{(pid=91666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 13:01:16.532432 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-b61fe320-02b8-4295-860f-baf4f74cf086 req-248888af-0a74-474e-9c55-a856ec4ba9a5 service neutron] 10.222.0.30 "GET /v2.0/networks/54c7db29-a6b2-421f-a94c-ecf9cae6372c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6615613 Jun 12 13:01:16.578807 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-f8542bdf-ab16-48f4-a59a-b5f97a8708ba req-84917e89-fe9b-41bf-b17c-20c3defad3b4 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=63c5c85c-6fe4-4964-9777-73fc6eedc696 HTTP/1.1" status: 200 len: 210 time: 0.1451166 Jun 12 13:01:16.617578 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee5a8b-c27b-40f3-b193-e1a0c0a5db39 req-03ebb058-c6af-4806-9aee-cccec58d20c3 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:16.619553 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-d3ee5a8b-c27b-40f3-b193-e1a0c0a5db39 req-03ebb058-c6af-4806-9aee-cccec58d20c3 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 945 time: 0.4775939 Jun 12 13:01:16.659841 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-459edcce-eca8-457e-88b3-951773d25033 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:16.667377 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-459edcce-eca8-457e-88b3-951773d25033 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441033'] for security_group_rule, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:16.670126 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-d6acb966-831f-4ffa-83f1-a1dc388753da tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:01:16.690181 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459edcce-eca8-457e-88b3-951773d25033 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d510635-5013-4631-b0d0-ec2afe1cd91a,revision_number=0']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:01:16.693397 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-459edcce-eca8-457e-88b3-951773d25033 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:01:16.699885 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-459edcce-eca8-457e-88b3-951773d25033 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:16.701824 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-459edcce-eca8-457e-88b3-951773d25033 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4596925 Jun 12 13:01:16.704315 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 55702) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:01:16.710645 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.v2.base [None req-5da6079e-b1cb-4040-a1eb-ae35c497b816 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Request body: {'security_group_rule': {'security_group_id': '942882e3-e2ed-430b-b267-956ec92c5245', 'project_id': '28043c4af02547deae876ba39ba11123', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:01:16.741864 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.db.securitygroups_db [None req-5da6079e-b1cb-4040-a1eb-ae35c497b816 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Project 28043c4af02547deae876ba39ba11123 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 12 13:01:16.747961 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-5da6079e-b1cb-4040-a1eb-ae35c497b816 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:16.757334 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-d3ee5a8b-c27b-40f3-b193-e1a0c0a5db39 req-765926ef-ef1a-4572-9975-0b06bf874ab3 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213069 Jun 12 13:01:16.782425 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-b61fe320-02b8-4295-860f-baf4f74cf086 req-85d96e95-c4c7-4265-a3c6-e201ef9033e4 service neutron] 10.222.0.30 "GET /v2.0/networks/54c7db29-a6b2-421f-a94c-ecf9cae6372c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391014 Jun 12 13:01:16.820337 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 13:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ff0f78-c6b2-4d5d-84fe-025ec8a72f34 x-openstack-request-id: req-a8ff0f78-c6b2-4d5d-84fe-025ec8a72f34 {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 13:01:16.821440 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63c5c85c-6fe4-4964-9777-73fc6eedc696", "name": "network-vif-deleted", "tag": "fa8d5eca-64ee-41ea-ab7b-60380fe0e52f", "status": "completed", "code": 200}]} {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 13:01:16.821846 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a8ff0f78-c6b2-4d5d-84fe-025ec8a72f34 {{(pid=91666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 13:01:16.822337 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63c5c85c-6fe4-4964-9777-73fc6eedc696', 'name': 'network-vif-deleted', 'tag': 'fa8d5eca-64ee-41ea-ab7b-60380fe0e52f', 'status': 'completed', 'code': 200} Jun 12 13:01:16.847067 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-5da6079e-b1cb-4040-a1eb-ae35c497b816 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:16.851892 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-5da6079e-b1cb-4040-a1eb-ae35c497b816 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441033'] for security_group_rule, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:16.853940 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:01:16.871196 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da6079e-b1cb-4040-a1eb-ae35c497b816 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8cccfe1-2845-48bf-909f-e958b4842557,revision_number=0']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:01:16.873637 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-5da6079e-b1cb-4040-a1eb-ae35c497b816 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:01:16.879604 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-5da6079e-b1cb-4040-a1eb-ae35c497b816 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:16.880829 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-5da6079e-b1cb-4040-a1eb-ae35c497b816 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1753018 Jun 12 13:01:17.018743 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-9832daab-2d11-4c01-b6a7-783e05280805 req-ec2cf4ec-9534-4d89-9b7a-da95c0b2dc90 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1986446542&fields=id&tenant_id=28043c4af02547deae876ba39ba11123 HTTP/1.1" status: 200 len: 267 time: 0.0475867 Jun 12 13:01:17.101266 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9832daab-2d11-4c01-b6a7-783e05280805 req-48698e4c-274b-4453-81d1-e162868ef79e tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:17.103355 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-9832daab-2d11-4c01-b6a7-783e05280805 req-48698e4c-274b-4453-81d1-e162868ef79e tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ac2fe1-1e41-436e-bb7c-d7089da6088c HTTP/1.1" status: 200 len: 945 time: 0.0781288 Jun 12 13:01:17.114016 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [req-9832daab-2d11-4c01-b6a7-783e05280805 req-2d4966a7-de68-44ef-bcdb-9925f3dd6a0b tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Request body: {'port': {'security_groups': ['e07f563c-91f7-4cb3-9549-e4e7eef36183', '942882e3-e2ed-430b-b267-956ec92c5245']}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:01:17.218776 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-9832daab-2d11-4c01-b6a7-783e05280805 req-2d4966a7-de68-44ef-bcdb-9925f3dd6a0b tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:17.245795 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device fa8d5eca-64ee-41ea-ab7b-60380fe0e52f no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 13:01:17.271226 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] No Port match for: fa8d5eca-64ee-41ea-ab7b-60380fe0e52f {{(pid=91668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 13:01:17.271484 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device fa8d5eca-64ee-41ea-ab7b-60380fe0e52f not bound to the agent host hv-cinder-79611 {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 13:01:17.453451 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [req-9832daab-2d11-4c01-b6a7-783e05280805 req-2d4966a7-de68-44ef-bcdb-9925f3dd6a0b tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] For port 9c469eb0-e066-4d4d-91bf-f05d359fc250, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=9c469eb0-e066-4d4d-91bf-f05d359fc250,segment=NetworkSegment(382e8118-34d6-4f10-93a0-5e236951bf44),segment_id=382e8118-34d6-4f10-93a0-5e236951bf44)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:01:17.484980 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-9832daab-2d11-4c01-b6a7-783e05280805 req-2d4966a7-de68-44ef-bcdb-9925f3dd6a0b tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Notify callbacks [] for port, precommit_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:17.490537 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-9832daab-2d11-4c01-b6a7-783e05280805 req-2d4966a7-de68-44ef-bcdb-9925f3dd6a0b tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14082976'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:17.494182 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:01:17.509442 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] get_ports_and_sgs() called for port_ids ['9c469eb0-e066-4d4d-91bf-f05d359fc250'] {{(pid=91668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 13:01:17.544496 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9832daab-2d11-4c01-b6a7-783e05280805 req-2d4966a7-de68-44ef-bcdb-9925f3dd6a0b tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:17.545138 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-9832daab-2d11-4c01-b6a7-783e05280805 req-2d4966a7-de68-44ef-bcdb-9925f3dd6a0b tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920'] for port, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:17.546538 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-9832daab-2d11-4c01-b6a7-783e05280805 req-2d4966a7-de68-44ef-bcdb-9925f3dd6a0b tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "PUT /v2.0/ports/9c469eb0-e066-4d4d-91bf-f05d359fc250 HTTP/1.1" status: 200 len: 981 time: 0.4370956 Jun 12 13:01:17.573849 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4966a7-de68-44ef-bcdb-9925f3dd6a0b tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Pushing event updated for resources: {'Port': ['ID=9c469eb0-e066-4d4d-91bf-f05d359fc250,revision_number=6']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:01:17.591263 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-2d4966a7-de68-44ef-bcdb-9925f3dd6a0b tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:01:17.719618 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] get_ports_and_sgs() called for port_ids ['9c469eb0-e066-4d4d-91bf-f05d359fc250'] {{(pid=91668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 13:01:17.763522 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2fa755-7ef0-448c-b4f2-26858590fb74 req-3fb594bd-a89d-4cc8-8f23-68dc1ba9c6d9 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:17.767766 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-6b2fa755-7ef0-448c-b4f2-26858590fb74 req-3fb594bd-a89d-4cc8-8f23-68dc1ba9c6d9 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ac2fe1-1e41-436e-bb7c-d7089da6088c HTTP/1.1" status: 200 len: 984 time: 0.0972571 Jun 12 13:01:17.809992 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-fa56ec7a-5bce-4c0f-a646-b0adc5b164d1 req-6c97251c-f7d5-4d23-a54d-8160aecfddfb tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=63c5c85c-6fe4-4964-9777-73fc6eedc696 HTTP/1.1" status: 200 len: 210 time: 0.0462236 Jun 12 13:01:17.830381 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-6b2fa755-7ef0-448c-b4f2-26858590fb74 req-ca313ecd-94eb-41bc-b3ca-7b5468c24476 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/security-groups?id=e07f563c-91f7-4cb3-9549-e4e7eef36183&id=942882e3-e2ed-430b-b267-956ec92c5245&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575442 Jun 12 13:01:17.881539 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-529dcba6-15dc-49fe-bf72-3574c10b0293 None None] Provisioning complete for port 9c469eb0-e066-4d4d-91bf-f05d359fc250 triggered by entity DHCP. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 13:01:17.881924 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-529dcba6-15dc-49fe-bf72-3574c10b0293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:18.014916 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6304319a-e256-4c4a-a03b-b63860700c84 req-db6d9d6b-54df-45be-b8a2-e005a27082ee tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:18.016435 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-6304319a-e256-4c4a-a03b-b63860700c84 req-db6d9d6b-54df-45be-b8a2-e005a27082ee tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 945 time: 0.0863366 Jun 12 13:01:18.068894 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-6304319a-e256-4c4a-a03b-b63860700c84 req-a90afa19-a224-43a6-b9c0-5f913c047ec9 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449805 Jun 12 13:01:18.823827 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ac2fe1-1e41-436e-bb7c-d7089da6088c', 'tag': '9c469eb0-e066-4d4d-91bf-f05d359fc250'}] {{(pid=91666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 13:01:18.826260 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba2aedb3ce59156ad261fd92086ba05f02985526b362ab5d5a646d7af1b76f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867c29cb-fc45-4ec3-98b1-509fd5bcb504" -d '{"events": [{"name": "network-changed", "server_uuid": "19ac2fe1-1e41-436e-bb7c-d7089da6088c", "tag": "9c469eb0-e066-4d4d-91bf-f05d359fc250"}]}' {{(pid=91666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 13:01:18.863222 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 13:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b89e01-14c7-4d57-b473-7942ca55685c x-openstack-request-id: req-65b89e01-14c7-4d57-b473-7942ca55685c {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 13:01:18.863643 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19ac2fe1-1e41-436e-bb7c-d7089da6088c", "tag": "9c469eb0-e066-4d4d-91bf-f05d359fc250", "status": "completed", "code": 200}]} {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 13:01:18.863990 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-65b89e01-14c7-4d57-b473-7942ca55685c {{(pid=91666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 13:01:18.865851 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ac2fe1-1e41-436e-bb7c-d7089da6088c', 'tag': '9c469eb0-e066-4d4d-91bf-f05d359fc250', 'status': 'completed', 'code': 200} Jun 12 13:01:18.948687 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c29cb-fc45-4ec3-98b1-509fd5bcb504 req-abcb5357-800c-453d-af1a-7accd1532266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:18.950171 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-867c29cb-fc45-4ec3-98b1-509fd5bcb504 req-abcb5357-800c-453d-af1a-7accd1532266 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=28043c4af02547deae876ba39ba11123&device_id=19ac2fe1-1e41-436e-bb7c-d7089da6088c HTTP/1.1" status: 200 len: 1137 time: 0.0623910 Jun 12 13:01:19.081255 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c29cb-fc45-4ec3-98b1-509fd5bcb504 req-3af77b2b-51c2-4187-8847-a477c0f1eb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:19.084141 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-867c29cb-fc45-4ec3-98b1-509fd5bcb504 req-3af77b2b-51c2-4187-8847-a477c0f1eb00 service neutron] 10.222.0.30 "GET /v2.0/networks?id=54c7db29-a6b2-421f-a94c-ecf9cae6372c HTTP/1.1" status: 200 len: 915 time: 0.1248682 Jun 12 13:01:19.193736 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:19.195775 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-867c29cb-fc45-4ec3-98b1-509fd5bcb504 req-585b227e-827a-417b-9c9c-60e925dc0a92 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c469eb0-e066-4d4d-91bf-f05d359fc250 HTTP/1.1" status: 200 len: 1001 time: 0.1042800 Jun 12 13:01:19.295760 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c29cb-fc45-4ec3-98b1-509fd5bcb504 req-bb614ddd-be1b-4c09-b1cf-b0a406cb90c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:19.297197 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-867c29cb-fc45-4ec3-98b1-509fd5bcb504 req-bb614ddd-be1b-4c09-b1cf-b0a406cb90c3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e01ad32-86ed-4941-907b-b1f5650bfa34 HTTP/1.1" status: 200 len: 853 time: 0.0896120 Jun 12 13:01:19.372151 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9ebe4d-0797-4244-a03a-ddc85cd770bb req-5f5f2d72-fbd8-421b-b3c1-1e4d19c207bb tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:19.373696 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-0c9ebe4d-0797-4244-a03a-ddc85cd770bb req-5f5f2d72-fbd8-421b-b3c1-1e4d19c207bb tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 945 time: 0.1310983 Jun 12 13:01:19.402748 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06488f2-5211-49a7-9603-4a9edb923b78 req-5f59a1f8-b33d-4d92-b20f-83730744c1b8 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:19.403336 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c29cb-fc45-4ec3-98b1-509fd5bcb504 req-b980733e-bcd5-4cc5-9abd-eb42c3b1b2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:19.404237 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-c06488f2-5211-49a7-9603-4a9edb923b78 req-5f59a1f8-b33d-4d92-b20f-83730744c1b8 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b9e4c11-ce68-45f2-91da-65cde1082d49 HTTP/1.1" status: 200 len: 945 time: 0.0733917 Jun 12 13:01:19.404550 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-867c29cb-fc45-4ec3-98b1-509fd5bcb504 req-b980733e-bcd5-4cc5-9abd-eb42c3b1b2e7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=54c7db29-a6b2-421f-a94c-ecf9cae6372c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0983870 Jun 12 13:01:19.448434 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-c06488f2-5211-49a7-9603-4a9edb923b78 req-72002d55-4284-484f-a0c4-fd10746f0a4d tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/security-groups?id=02246757-e4e7-402b-9da4-d1f6e68238bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380347 Jun 12 13:01:19.452560 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-0c9ebe4d-0797-4244-a03a-ddc85cd770bb req-5f891828-8f96-4175-b26e-6f97ac65e37d tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727775 Jun 12 13:01:19.660073 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.agents_db [None req-3755f801-82db-4e36-b9e4-fb56f4f4bf71 None None] Agent healthcheck: found 6 active agents {{(pid=91669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 13:01:19.798984 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-867c29cb-fc45-4ec3-98b1-509fd5bcb504 req-80c603c6-e75a-4951-813d-b9605f63dfdd service neutron] 10.222.0.30 "GET /v2.0/networks/54c7db29-a6b2-421f-a94c-ecf9cae6372c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3824644 Jun 12 13:01:19.923318 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-867c29cb-fc45-4ec3-98b1-509fd5bcb504 req-5c039638-6541-4bd7-a2c7-31039935dbfb service neutron] 10.222.0.30 "GET /v2.0/networks/54c7db29-a6b2-421f-a94c-ecf9cae6372c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163862 Jun 12 13:01:20.607503 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-75315d7c-31b7-4d72-b791-0c2c0b5e5ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:20.693053 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9ae32-8b2d-46bc-abf3-30796e449bb4 req-e6034f85-4955-436c-abb7-48c21de774db tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:20.694609 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-e5f9ae32-8b2d-46bc-abf3-30796e449bb4 req-e6034f85-4955-436c-abb7-48c21de774db tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b9e4c11-ce68-45f2-91da-65cde1082d49 HTTP/1.1" status: 200 len: 945 time: 0.0782323 Jun 12 13:01:20.695151 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76abcea-4f88-4173-b04d-90d0486c0de4 req-e1c88419-4514-4b9d-b5b9-9af527a10342 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:20.697413 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-a76abcea-4f88-4173-b04d-90d0486c0de4 req-e1c88419-4514-4b9d-b5b9-9af527a10342 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 945 time: 0.0753052 Jun 12 13:01:20.744531 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-a76abcea-4f88-4173-b04d-90d0486c0de4 req-4505a908-06a2-4415-be80-b8188f31d72d tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400589 Jun 12 13:01:20.747078 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-e5f9ae32-8b2d-46bc-abf3-30796e449bb4 req-eae0b0d6-5e58-4dc3-8071-c9ccabcccf6e tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/security-groups?id=02246757-e4e7-402b-9da4-d1f6e68238bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443962 Jun 12 13:01:21.672969 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac25fa26-f7b7-4e35-b152-90bd778e611c req-fdd9ce1c-b2ba-4581-9922-634368cb128f tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:21.675418 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-ac25fa26-f7b7-4e35-b152-90bd778e611c req-fdd9ce1c-b2ba-4581-9922-634368cb128f tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b9e4c11-ce68-45f2-91da-65cde1082d49 HTTP/1.1" status: 200 len: 945 time: 0.0796676 Jun 12 13:01:21.802766 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [req-ac25fa26-f7b7-4e35-b152-90bd778e611c req-39aab1c8-e27d-472d-bc49-5618eae09bf4 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Deleting port 273e30c8-3d07-4397-8db6-ac264e726fc9 {{(pid=91666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 13:01:21.803451 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-ac25fa26-f7b7-4e35-b152-90bd778e611c req-39aab1c8-e27d-472d-bc49-5618eae09bf4 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752044867880'] for port, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:21.959221 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea70d86-841c-4bfa-b6d4-dec3a97c78f5 req-16f6ddff-6046-408d-95ff-21984525f5d4 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:21.960635 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-bea70d86-841c-4bfa-b6d4-dec3a97c78f5 req-16f6ddff-6046-408d-95ff-21984525f5d4 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b9e4c11-ce68-45f2-91da-65cde1082d49 HTTP/1.1" status: 200 len: 945 time: 0.0796878 Jun 12 13:01:21.975878 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [req-ac25fa26-f7b7-4e35-b152-90bd778e611c req-39aab1c8-e27d-472d-bc49-5618eae09bf4 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] For port 273e30c8-3d07-4397-8db6-ac264e726fc9, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=273e30c8-3d07-4397-8db6-ac264e726fc9,segment=NetworkSegment(a55cae0d-67cb-4777-915a-d694fc695b77),segment_id=a55cae0d-67cb-4777-915a-d694fc695b77)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:01:21.976471 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-ac25fa26-f7b7-4e35-b152-90bd778e611c req-39aab1c8-e27d-472d-bc49-5618eae09bf4 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455153'] for port, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:22.012020 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-bea70d86-841c-4bfa-b6d4-dec3a97c78f5 req-cc2f243a-84b2-426e-80e9-b1b2393c1126 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/security-groups?id=02246757-e4e7-402b-9da4-d1f6e68238bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440400 Jun 12 13:01:22.097422 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [req-ac25fa26-f7b7-4e35-b152-90bd778e611c req-39aab1c8-e27d-472d-bc49-5618eae09bf4 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Calling delete_port for 273e30c8-3d07-4397-8db6-ac264e726fc9 owned by compute:nova {{(pid=91666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 13:01:22.175243 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c7e29-ef5c-47d3-b7e4-c0246281054e req-3108cd4f-631f-4c48-95ac-59ae1d9613a1 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:22.176728 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-be2c7e29-ef5c-47d3-b7e4-c0246281054e req-3108cd4f-631f-4c48-95ac-59ae1d9613a1 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 945 time: 0.2682893 Jun 12 13:01:22.249421 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-be2c7e29-ef5c-47d3-b7e4-c0246281054e req-9988dc07-a0dd-4d11-bbfe-3a2e6f6e43c5 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648599 Jun 12 13:01:22.336207 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-ac25fa26-f7b7-4e35-b152-90bd778e611c req-39aab1c8-e27d-472d-bc49-5618eae09bf4 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752044873292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752044431921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14082967'] for port, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:22.340048 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-c0ac7ecb-26c8-4aee-9352-44f70d32c9ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:01:22.349111 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] get_ports_and_sgs() called for port_ids ['9ebdb42a-1f6b-4820-90e8-c352aedcfc4f', '273e30c8-3d07-4397-8db6-ac264e726fc9'] {{(pid=91668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 13:01:22.377266 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aab1c8-e27d-472d-bc49-5618eae09bf4 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Pushing event deleted for resources: {'Port': ['ID=273e30c8-3d07-4397-8db6-ac264e726fc9,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:01:22.382105 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-39aab1c8-e27d-472d-bc49-5618eae09bf4 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:01:22.444268 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac25fa26-f7b7-4e35-b152-90bd778e611c req-39aab1c8-e27d-472d-bc49-5618eae09bf4 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] No DVR routers for this DVR port 273e30c8-3d07-4397-8db6-ac264e726fc9 on host hv-cinder-79611 {{(pid=91666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 13:01:22.446785 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-ac25fa26-f7b7-4e35-b152-90bd778e611c req-39aab1c8-e27d-472d-bc49-5618eae09bf4 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920'] for port, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:22.448738 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-ac25fa26-f7b7-4e35-b152-90bd778e611c req-39aab1c8-e27d-472d-bc49-5618eae09bf4 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.30 "DELETE /v2.0/ports/273e30c8-3d07-4397-8db6-ac264e726fc9 HTTP/1.1" status: 204 len: 173 time: 0.7673249 Jun 12 13:01:22.449246 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b9e4c11-ce68-45f2-91da-65cde1082d49', 'name': 'network-vif-deleted', 'tag': '273e30c8-3d07-4397-8db6-ac264e726fc9'}] {{(pid=91666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 13:01:22.451559 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba2aedb3ce59156ad261fd92086ba05f02985526b362ab5d5a646d7af1b76f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-313ddae6-6f18-4d93-bce3-3cd7127b2665" -d '{"events": [{"server_uuid": "4b9e4c11-ce68-45f2-91da-65cde1082d49", "name": "network-vif-deleted", "tag": "273e30c8-3d07-4397-8db6-ac264e726fc9"}]}' {{(pid=91666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 13:01:22.518025 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 13:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec92a0ce-23ed-4735-bd44-50c8d43f29a6 x-openstack-request-id: req-ec92a0ce-23ed-4735-bd44-50c8d43f29a6 {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 13:01:22.518641 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b9e4c11-ce68-45f2-91da-65cde1082d49", "name": "network-vif-deleted", "tag": "273e30c8-3d07-4397-8db6-ac264e726fc9", "status": "completed", "code": 200}]} {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 13:01:22.518922 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ec92a0ce-23ed-4735-bd44-50c8d43f29a6 {{(pid=91666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 13:01:22.519344 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b9e4c11-ce68-45f2-91da-65cde1082d49', 'name': 'network-vif-deleted', 'tag': '273e30c8-3d07-4397-8db6-ac264e726fc9', 'status': 'completed', 'code': 200} Jun 12 13:01:23.191780 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-e04a6140-4d23-4d7d-a124-ab5c7fef6ef1 req-c6562bf2-d69f-4ab4-a84d-6788cbe893f3 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b9e4c11-ce68-45f2-91da-65cde1082d49 HTTP/1.1" status: 200 len: 210 time: 0.0342290 Jun 12 13:01:23.303901 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:23.453669 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c66ab2d-a996-4303-9c32-df5ff0882a70 req-33c9dca6-3233-4786-adc6-4c516e94b41f tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:23.455372 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-1c66ab2d-a996-4303-9c32-df5ff0882a70 req-33c9dca6-3233-4786-adc6-4c516e94b41f tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 945 time: 0.0809274 Jun 12 13:01:23.455776 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-0218573d-f1c9-4f49-8bb2-14294a18b875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:23.499479 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-1c66ab2d-a996-4303-9c32-df5ff0882a70 req-c7251716-c235-4669-9fd7-ce32468bfb9b tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366304 Jun 12 13:01:24.687251 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a9508c-c87d-4c4f-aba4-0d3485acf954 req-ae15d72a-6102-4b72-a0af-a10d8ede6360 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:24.688720 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-23a9508c-c87d-4c4f-aba4-0d3485acf954 req-ae15d72a-6102-4b72-a0af-a10d8ede6360 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 945 time: 0.0719862 Jun 12 13:01:24.732224 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-23a9508c-c87d-4c4f-aba4-0d3485acf954 req-e1f79fe8-6029-4a1c-94b9-9c89f6af6d58 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369635 Jun 12 13:01:25.034853 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-7239a5c3-c5f0-4f25-a5be-c6c46247b3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:25.270513 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device 273e30c8-3d07-4397-8db6-ac264e726fc9 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 13:01:25.296363 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] No Port match for: 273e30c8-3d07-4397-8db6-ac264e726fc9 {{(pid=91668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 13:01:25.296757 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device 273e30c8-3d07-4397-8db6-ac264e726fc9 not bound to the agent host hv-cinder-79611 {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 13:01:25.803532 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f0525-f039-42e2-8691-1021cbe7d705 req-20c8bf0d-5207-4519-8458-4278c3a2e82f tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:25.805254 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-806f0525-f039-42e2-8691-1021cbe7d705 req-20c8bf0d-5207-4519-8458-4278c3a2e82f tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=01dd2636-c41c-4180-b450-b5b95b907560 HTTP/1.1" status: 200 len: 945 time: 0.0751421 Jun 12 13:01:25.854847 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-806f0525-f039-42e2-8691-1021cbe7d705 req-b30d8cdb-9197-4389-a626-36bcb10fe6c2 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/security-groups?id=02246757-e4e7-402b-9da4-d1f6e68238bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429952 Jun 12 13:01:25.873614 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-0a5de27a-4d22-4fdd-a4cf-053756d7edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:25.952762 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983cd4ec-14aa-4901-b9f3-bdd014d0c68e req-7066288b-4123-4264-9fe8-fd4f1d547bfb tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:25.958855 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-983cd4ec-14aa-4901-b9f3-bdd014d0c68e req-7066288b-4123-4264-9fe8-fd4f1d547bfb tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 945 time: 0.0888541 Jun 12 13:01:26.030999 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-983cd4ec-14aa-4901-b9f3-bdd014d0c68e req-cdc63cb2-d7c8-46bd-ab3f-1b95b6f13313 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673838 Jun 12 13:01:27.136858 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f55d9-f853-443f-8870-b8730462ede5 req-c5dde8c8-5c2a-4616-a661-ebf4d2001314 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:27.139720 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-3e7f55d9-f853-443f-8870-b8730462ede5 req-c5dde8c8-5c2a-4616-a661-ebf4d2001314 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=01dd2636-c41c-4180-b450-b5b95b907560 HTTP/1.1" status: 200 len: 945 time: 0.0960274 Jun 12 13:01:27.194762 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-3e7f55d9-f853-443f-8870-b8730462ede5 req-4aac40ac-6856-4593-aa5f-129e820eb89b tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/security-groups?id=02246757-e4e7-402b-9da4-d1f6e68238bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500288 Jun 12 13:01:27.230487 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19183ef1-5692-4cae-9153-c8669a3f1295 req-01916b8e-3013-401d-8aee-38a524a30258 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:27.231999 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-19183ef1-5692-4cae-9153-c8669a3f1295 req-01916b8e-3013-401d-8aee-38a524a30258 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 945 time: 0.0845675 Jun 12 13:01:27.279184 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-19183ef1-5692-4cae-9153-c8669a3f1295 req-78063e6a-37d0-4d25-bc27-18fdb283a1a2 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412562 Jun 12 13:01:28.113361 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f01958d-6262-41a8-b455-de00dbe0f49f req-9113c550-7299-4ff5-8640-5cdd9b078eb8 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:28.115020 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-8f01958d-6262-41a8-b455-de00dbe0f49f req-9113c550-7299-4ff5-8640-5cdd9b078eb8 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.30 "GET /v2.0/ports?device_id=01dd2636-c41c-4180-b450-b5b95b907560 HTTP/1.1" status: 200 len: 945 time: 0.1099002 Jun 12 13:01:28.258660 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [req-8f01958d-6262-41a8-b455-de00dbe0f49f req-9a4817eb-dfa7-4790-8427-6d0575f7bab4 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Deleting port 9ebdb42a-1f6b-4820-90e8-c352aedcfc4f {{(pid=91666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 13:01:28.259643 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-8f01958d-6262-41a8-b455-de00dbe0f49f req-9a4817eb-dfa7-4790-8427-6d0575f7bab4 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752044867880'] for port, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:28.438611 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [req-8f01958d-6262-41a8-b455-de00dbe0f49f req-9a4817eb-dfa7-4790-8427-6d0575f7bab4 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] For port 9ebdb42a-1f6b-4820-90e8-c352aedcfc4f, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=9ebdb42a-1f6b-4820-90e8-c352aedcfc4f,segment=NetworkSegment(a55cae0d-67cb-4777-915a-d694fc695b77),segment_id=a55cae0d-67cb-4777-915a-d694fc695b77)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:01:28.438892 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-8f01958d-6262-41a8-b455-de00dbe0f49f req-9a4817eb-dfa7-4790-8427-6d0575f7bab4 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455153'] for port, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:28.521673 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e0eaa-381d-443c-a12e-ccaf57dc3997 req-c66e49f3-cd33-485e-a7bd-ed103e430d42 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:28.525346 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-a13e0eaa-381d-443c-a12e-ccaf57dc3997 req-c66e49f3-cd33-485e-a7bd-ed103e430d42 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 945 time: 0.1057191 Jun 12 13:01:28.553897 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [req-8f01958d-6262-41a8-b455-de00dbe0f49f req-9a4817eb-dfa7-4790-8427-6d0575f7bab4 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Calling delete_port for 9ebdb42a-1f6b-4820-90e8-c352aedcfc4f owned by compute:nova {{(pid=91666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 13:01:28.572341 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-a13e0eaa-381d-443c-a12e-ccaf57dc3997 req-00cbe624-6fc6-4f4b-9926-3390b45faff0 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407755 Jun 12 13:01:28.632034 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbba380-bb70-44c3-bc4a-9156a7b1bc20 req-a0d3e30b-bb79-467a-ac2f-e9546c00e523 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:28.634451 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-dbbba380-bb70-44c3-bc4a-9156a7b1bc20 req-a0d3e30b-bb79-467a-ac2f-e9546c00e523 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=01dd2636-c41c-4180-b450-b5b95b907560 HTTP/1.1" status: 200 len: 945 time: 0.2704990 Jun 12 13:01:28.703871 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-dbbba380-bb70-44c3-bc4a-9156a7b1bc20 req-205d18fa-cd4f-4ea6-aa2c-d44600bafb19 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/security-groups?id=02246757-e4e7-402b-9da4-d1f6e68238bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609980 Jun 12 13:01:28.795703 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-8f01958d-6262-41a8-b455-de00dbe0f49f req-9a4817eb-dfa7-4790-8427-6d0575f7bab4 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752044873292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752044431921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14082967'] for port, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:28.799892 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-10144ae2-f698-4cfa-a074-16cc48d06a96 tempest-DeleteServersTestJSON-12653219 tempest-DeleteServersTestJSON-12653219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:01:28.808040 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] get_ports_and_sgs() called for port_ids ['9ebdb42a-1f6b-4820-90e8-c352aedcfc4f'] {{(pid=91668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 13:01:28.830874 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4817eb-dfa7-4790-8427-6d0575f7bab4 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Pushing event deleted for resources: {'Port': ['ID=9ebdb42a-1f6b-4820-90e8-c352aedcfc4f,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:01:28.836617 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-9a4817eb-dfa7-4790-8427-6d0575f7bab4 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:01:28.894780 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f01958d-6262-41a8-b455-de00dbe0f49f req-9a4817eb-dfa7-4790-8427-6d0575f7bab4 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] No DVR routers for this DVR port 9ebdb42a-1f6b-4820-90e8-c352aedcfc4f on host hv-cinder-79611 {{(pid=91666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 13:01:28.897169 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-8f01958d-6262-41a8-b455-de00dbe0f49f req-9a4817eb-dfa7-4790-8427-6d0575f7bab4 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920'] for port, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:28.899654 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-8f01958d-6262-41a8-b455-de00dbe0f49f req-9a4817eb-dfa7-4790-8427-6d0575f7bab4 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.30 "DELETE /v2.0/ports/9ebdb42a-1f6b-4820-90e8-c352aedcfc4f HTTP/1.1" status: 204 len: 173 time: 0.7776451 Jun 12 13:01:28.900156 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01dd2636-c41c-4180-b450-b5b95b907560', 'name': 'network-vif-deleted', 'tag': '9ebdb42a-1f6b-4820-90e8-c352aedcfc4f'}] {{(pid=91666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 13:01:28.902533 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba2aedb3ce59156ad261fd92086ba05f02985526b362ab5d5a646d7af1b76f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e2e6cd-c1e8-442d-bff5-230f1e1c0c6e" -d '{"events": [{"server_uuid": "01dd2636-c41c-4180-b450-b5b95b907560", "name": "network-vif-deleted", "tag": "9ebdb42a-1f6b-4820-90e8-c352aedcfc4f"}]}' {{(pid=91666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 13:01:28.942320 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 13:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8a860c-6d23-47f4-b598-261098d9c1e5 x-openstack-request-id: req-fb8a860c-6d23-47f4-b598-261098d9c1e5 {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 13:01:28.942647 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01dd2636-c41c-4180-b450-b5b95b907560", "name": "network-vif-deleted", "tag": "9ebdb42a-1f6b-4820-90e8-c352aedcfc4f", "status": "completed", "code": 200}]} {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 13:01:28.942979 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fb8a860c-6d23-47f4-b598-261098d9c1e5 {{(pid=91666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 13:01:28.943496 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01dd2636-c41c-4180-b450-b5b95b907560', 'name': 'network-vif-deleted', 'tag': '9ebdb42a-1f6b-4820-90e8-c352aedcfc4f', 'status': 'completed', 'code': 200} Jun 12 13:01:29.769922 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b6fb53-233c-4bbc-a3d3-dd90c4557e10 req-20ef660d-7702-4c85-824b-08315e0364fc tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:29.771485 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-26b6fb53-233c-4bbc-a3d3-dd90c4557e10 req-20ef660d-7702-4c85-824b-08315e0364fc tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 945 time: 0.0808723 Jun 12 13:01:29.822848 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-26b6fb53-233c-4bbc-a3d3-dd90c4557e10 req-967b9f5c-31dd-4739-bfb2-7c4ab74b1be9 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444822 Jun 12 13:01:29.936017 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-cc13d732-0624-49a3-883c-025fcaf0517d req-65a4837d-5d3b-46ad-8299-5003f1673538 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] 10.222.0.23 "GET /v2.0/ports?device_id=01dd2636-c41c-4180-b450-b5b95b907560 HTTP/1.1" status: 200 len: 210 time: 0.0441079 Jun 12 13:01:31.915110 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device 9ebdb42a-1f6b-4820-90e8-c352aedcfc4f no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 13:01:31.943982 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] No Port match for: 9ebdb42a-1f6b-4820-90e8-c352aedcfc4f {{(pid=91668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 13:01:31.944366 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device 9ebdb42a-1f6b-4820-90e8-c352aedcfc4f not bound to the agent host hv-cinder-79611 {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 13:01:32.121688 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f7bc89-3687-4667-aa9c-9d067915605e req-26b87969-2051-416e-a153-45881b97bc00 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:32.123170 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-70f7bc89-3687-4667-aa9c-9d067915605e req-26b87969-2051-416e-a153-45881b97bc00 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 945 time: 0.0724499 Jun 12 13:01:32.168771 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-70f7bc89-3687-4667-aa9c-9d067915605e req-8be8237a-9f68-4a9c-8971-9b0274d8de27 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398159 Jun 12 13:01:32.251609 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 55920) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:01:32.305639 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d2d2109-266a-4b4c-9e05-5e700a2f4788 admin admin] Deleting subnet f71341f6-cb58-4087-aff6-95b2f92c6898 {{(pid=91667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 12 13:01:32.308746 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-0d2d2109-266a-4b4c-9e05-5e700a2f4788 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:32.348892 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-0d2d2109-266a-4b4c-9e05-5e700a2f4788 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13123207'] for subnet, precommit_delete_associations {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:32.399808 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-0d2d2109-266a-4b4c-9e05-5e700a2f4788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393918'] for subnet, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:32.458181 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-0d2d2109-266a-4b4c-9e05-5e700a2f4788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13278102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967289'] for subnet, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:32.460180 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:01:32.492035 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2d2109-266a-4b4c-9e05-5e700a2f4788 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f71341f6-cb58-4087-aff6-95b2f92c6898,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:01:32.495397 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-0d2d2109-266a-4b4c-9e05-5e700a2f4788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:01:32.496351 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-0d2d2109-266a-4b4c-9e05-5e700a2f4788 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:32.498144 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-0d2d2109-266a-4b4c-9e05-5e700a2f4788 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f71341f6-cb58-4087-aff6-95b2f92c6898 HTTP/1.1" status: 204 len: 168 time: 0.2455995 Jun 12 13:01:32.500665 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 55922) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:01:32.592253 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1e3c72ba-f0c5-4161-981e-7db582a72f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1600373'] for network, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:32.702010 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1e3c72ba-f0c5-4161-981e-7db582a72f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1356131', 'neutron.services.segments.db._delete_segments_for_network-8752044986040'] for network, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:32.713781 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.services.segments.db [None req-1e3c72ba-f0c5-4161-981e-7db582a72f3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e426109e-dad3-4f65-a54a-d678409a1b99']}} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:01:32.724589 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.services.segments.db [None req-1e3c72ba-f0c5-4161-981e-7db582a72f3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a55cae0d-67cb-4777-915a-d694fc695b77') {'for_net_delete': True} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:01:32.724880 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.services.segments.db [None req-1e3c72ba-f0c5-4161-981e-7db582a72f3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a55cae0d-67cb-4777-915a-d694fc695b77') {} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:01:32.735251 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1e3c72ba-f0c5-4161-981e-7db582a72f3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752044985878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13123212'] for segment, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:32.751153 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1e3c72ba-f0c5-4161-981e-7db582a72f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400235'] for segment, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:32.757027 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e3c72ba-f0c5-4161-981e-7db582a72f3a admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=91667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 12 13:01:32.757443 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1e3c72ba-f0c5-4161-981e-7db582a72f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13277759'] for segment, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:32.759810 dv-cinder-796114-1-iscsi neutron-server[91667]: Traceback (most recent call last): Jun 12 13:01:32.759810 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 12 13:01:32.759810 dv-cinder-796114-1-iscsi neutron-server[91667]: timer() Jun 12 13:01:32.759810 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 12 13:01:32.759810 dv-cinder-796114-1-iscsi neutron-server[91667]: cb(*args, **kw) Jun 12 13:01:32.759810 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 12 13:01:32.759810 dv-cinder-796114-1-iscsi neutron-server[91667]: return func(*args, **kwargs) Jun 12 13:01:32.759810 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 12 13:01:32.759810 dv-cinder-796114-1-iscsi neutron-server[91667]: self._notify() Jun 12 13:01:32.759810 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 12 13:01:32.759810 dv-cinder-796114-1-iscsi neutron-server[91667]: self.callback(batched_events) Jun 12 13:01:32.759810 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 12 13:01:32.759810 dv-cinder-796114-1-iscsi neutron-server[91667]: event.method(event) Jun 12 13:01:32.759810 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 12 13:01:32.759810 dv-cinder-796114-1-iscsi neutron-server[91667]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 12 13:01:32.759810 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 12 13:01:32.759810 dv-cinder-796114-1-iscsi neutron-server[91667]: aggregate_uuid = self.p_client.list_aggregates( Jun 12 13:01:32.759810 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 12 13:01:32.759810 dv-cinder-796114-1-iscsi neutron-server[91667]: return f(self, *a, **k) Jun 12 13:01:32.759810 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 12 13:01:32.759810 dv-cinder-796114-1-iscsi neutron-server[91667]: return self._get(url).json() Jun 12 13:01:32.759810 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 12 13:01:32.759810 dv-cinder-796114-1-iscsi neutron-server[91667]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 12 13:01:32.759810 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 12 13:01:32.759810 dv-cinder-796114-1-iscsi neutron-server[91667]: return self.request(url, 'GET', **kwargs) Jun 12 13:01:32.759810 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 12 13:01:32.759810 dv-cinder-796114-1-iscsi neutron-server[91667]: base_url = self.get_endpoint(auth, allow=allow, Jun 12 13:01:32.759810 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 12 13:01:32.759810 dv-cinder-796114-1-iscsi neutron-server[91667]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 12 13:01:32.759810 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 12 13:01:32.759810 dv-cinder-796114-1-iscsi neutron-server[91667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 12 13:01:32.759810 dv-cinder-796114-1-iscsi neutron-server[91667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 12 13:01:32.839686 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1e3c72ba-f0c5-4161-981e-7db582a72f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1356156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454154'] for network, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:32.843422 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:01:32.845812 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1e3c72ba-f0c5-4161-981e-7db582a72f3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for network, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:32.847650 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-1e3c72ba-f0c5-4161-981e-7db582a72f3a admin admin] 10.222.0.23 "DELETE /v2.0/networks/e426109e-dad3-4f65-a54a-d678409a1b99 HTTP/1.1" status: 204 len: 168 time: 0.3460324 Jun 12 13:01:32.862658 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3c72ba-f0c5-4161-981e-7db582a72f3a admin admin] Pushing event deleted for resources: {'Network': ['ID=e426109e-dad3-4f65-a54a-d678409a1b99,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:01:32.865200 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-1e3c72ba-f0c5-4161-981e-7db582a72f3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:01:33.047973 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 55930) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:01:33.095075 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-e86902de-0d3e-4518-a483-cb98fbbc5285 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=95c531eed7bc41ed93d7b43b25a1fa63&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0453162 Jun 12 13:01:33.096540 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 55934) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:01:33.152772 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-da27f539-d2c7-4821-8685-ca1d6d728209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:33.175941 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-da27f539-d2c7-4821-8685-ca1d6d728209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:33.229083 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-da27f539-d2c7-4821-8685-ca1d6d728209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:33.231628 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-da27f539-d2c7-4821-8685-ca1d6d728209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:33.232787 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-da27f539-d2c7-4821-8685-ca1d6d728209 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/02246757-e4e7-402b-9da4-d1f6e68238bd HTTP/1.1" status: 204 len: 168 time: 0.1353610 Jun 12 13:01:33.233580 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-716f9d3e-2b5f-402d-a8a4-81e8ed726168 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:01:33.243483 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da27f539-d2c7-4821-8685-ca1d6d728209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02246757-e4e7-402b-9da4-d1f6e68238bd,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:01:33.246245 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-da27f539-d2c7-4821-8685-ca1d6d728209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:01:33.615424 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5b7b2-6fb6-467e-803f-037112c690f8 req-f003a416-dd7f-44a8-aa10-1f9bfbaaeef4 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:33.616905 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-d3c5b7b2-6fb6-467e-803f-037112c690f8 req-f003a416-dd7f-44a8-aa10-1f9bfbaaeef4 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 945 time: 0.0709445 Jun 12 13:01:33.660618 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-d3c5b7b2-6fb6-467e-803f-037112c690f8 req-b782adac-a847-4c49-9b07-43ac4b5060f3 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372140 Jun 12 13:01:34.425855 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 56000) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:01:34.516850 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 56010) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:01:34.601279 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-78f95260-67e1-4c88-8082-800457ea591d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:34.625493 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-cad4c0e4-245d-4a75-9f70-b111e8fa873e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:34.665544 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.db.api [None req-cad4c0e4-245d-4a75-9f70-b111e8fa873e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 12 13:01:34.665544 dv-cinder-796114-1-iscsi neutron-server[91667]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 12 13:01:34.665544 dv-cinder-796114-1-iscsi neutron-server[91667]: [parameters: {'project_id': '6a3939d8f66244b6a990f9efd7f425fd', 'id': 'a4257339-1837-42b3-afdc-40b76b01784e', 'expiration': datetime.datetime(2021, 6, 12, 13, 3, 34, 654039)}] Jun 12 13:01:34.665544 dv-cinder-796114-1-iscsi neutron-server[91667]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=91667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 12 13:01:34.665941 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_db.api [None req-cad4c0e4-245d-4a75-9f70-b111e8fa873e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 12 13:01:34.743737 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-78f95260-67e1-4c88-8082-800457ea591d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:34.747556 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-78f95260-67e1-4c88-8082-800457ea591d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:34.750988 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-32c3bf13-1ec7-4ced-b41d-8cbc54a75582 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:01:34.800554 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-78f95260-67e1-4c88-8082-800457ea591d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b0246d29927a4480958812e80dcead03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2823873 Jun 12 13:01:34.802777 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f95260-67e1-4c88-8082-800457ea591d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=551d6444-3dcd-422a-add6-36a9f821602f,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:01:34.803261 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 56016) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:01:34.827175 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-78f95260-67e1-4c88-8082-800457ea591d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:01:34.864489 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-3a9b8a87-dfca-43b8-8e0d-f90644535d07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:34.868834 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb079a56-fd39-40c3-b73e-c476b1823f54 req-eebfb06c-aaa4-46e8-b66c-b5f2de5373a5 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:34.870343 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-eb079a56-fd39-40c3-b73e-c476b1823f54 req-eebfb06c-aaa4-46e8-b66c-b5f2de5373a5 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 945 time: 0.0825791 Jun 12 13:01:34.889116 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-3a9b8a87-dfca-43b8-8e0d-f90644535d07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:34.913993 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-eb079a56-fd39-40c3-b73e-c476b1823f54 req-b22aa9d6-1c7d-482c-8bfd-ac244d5eb7ff tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377786 Jun 12 13:01:34.941681 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-3a9b8a87-dfca-43b8-8e0d-f90644535d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:34.944431 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-3a9b8a87-dfca-43b8-8e0d-f90644535d07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:34.945818 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-3a9b8a87-dfca-43b8-8e0d-f90644535d07 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/551d6444-3dcd-422a-add6-36a9f821602f HTTP/1.1" status: 204 len: 168 time: 0.1414120 Jun 12 13:01:34.946772 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-9c3a212e-593c-44a3-88b5-5c12ba280ab1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:01:34.955337 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9b8a87-dfca-43b8-8e0d-f90644535d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=551d6444-3dcd-422a-add6-36a9f821602f,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:01:34.957657 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-3a9b8a87-dfca-43b8-8e0d-f90644535d07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:01:35.167055 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-cad4c0e4-245d-4a75-9f70-b111e8fa873e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:35.291670 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-cad4c0e4-245d-4a75-9f70-b111e8fa873e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:35.295918 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-cad4c0e4-245d-4a75-9f70-b111e8fa873e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:35.312181 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-cbb85486-b5dd-49d9-8189-31f074312fad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:01:35.340716 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-cad4c0e4-245d-4a75-9f70-b111e8fa873e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6a3939d8f66244b6a990f9efd7f425fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9136696 Jun 12 13:01:35.343361 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 56036) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:01:35.345719 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad4c0e4-245d-4a75-9f70-b111e8fa873e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c118d93a-7ce3-43cf-889b-ed6e099b699d,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:01:35.348852 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-cad4c0e4-245d-4a75-9f70-b111e8fa873e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:01:35.415977 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-3bcb07ad-d51e-4947-b9a5-409a09893279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:35.442239 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-3bcb07ad-d51e-4947-b9a5-409a09893279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:35.516564 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-3bcb07ad-d51e-4947-b9a5-409a09893279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:35.519501 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-3bcb07ad-d51e-4947-b9a5-409a09893279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:35.524974 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-3bcb07ad-d51e-4947-b9a5-409a09893279 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c118d93a-7ce3-43cf-889b-ed6e099b699d HTTP/1.1" status: 204 len: 168 time: 0.1762211 Jun 12 13:01:35.524974 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-f0c6ccdc-8d7e-4476-97d0-ecca01c1d82e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:01:35.534118 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcb07ad-d51e-4947-b9a5-409a09893279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c118d93a-7ce3-43cf-889b-ed6e099b699d,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:01:35.552527 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-3bcb07ad-d51e-4947-b9a5-409a09893279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:01:36.090393 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3392826-2611-4766-b633-7a8b6ebaefb8 req-33f7de13-7c3f-4afc-917c-bdb0eb49d23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:36.091810 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-f3392826-2611-4766-b633-7a8b6ebaefb8 req-33f7de13-7c3f-4afc-917c-bdb0eb49d23a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 1098 time: 0.0895989 Jun 12 13:01:36.140453 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-f3392826-2611-4766-b633-7a8b6ebaefb8 req-ae3ae5a3-b3a4-498a-8a08-53e39dd98a81 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391371 Jun 12 13:01:36.166097 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7594b1a-44fb-4a7b-bfae-6621c1bdf1bc req-0a099ea3-65ac-40e6-8137-e126c3ecf0de tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:36.167673 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-e7594b1a-44fb-4a7b-bfae-6621c1bdf1bc req-0a099ea3-65ac-40e6-8137-e126c3ecf0de tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 945 time: 0.1041672 Jun 12 13:01:36.226332 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-e7594b1a-44fb-4a7b-bfae-6621c1bdf1bc req-6a7717aa-62b8-4b29-b9b4-37cc0c6926c6 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524404 Jun 12 13:01:36.561379 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 56102) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:01:36.659455 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [None req-9e608429-5cf4-4bed-b50b-6b8ab9f45db2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-579667739-network', 'tenant_id': '7dc4fd57127a4ce392ff4630ba0b781b'}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:01:36.683965 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e608429-5cf4-4bed-b50b-6b8ab9f45db2 admin admin] Made reservation on behalf of 7dc4fd57127a4ce392ff4630ba0b781b for: {'network': 1} {{(pid=91666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 13:01:36.686431 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-9e608429-5cf4-4bed-b50b-6b8ab9f45db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for network, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:36.697275 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-9e608429-5cf4-4bed-b50b-6b8ab9f45db2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:36.754633 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 56108) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:01:36.807382 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-9e608429-5cf4-4bed-b50b-6b8ab9f45db2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:36.811568 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-9e608429-5cf4-4bed-b50b-6b8ab9f45db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:36.816127 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-d72ff3d1-c0db-4c84-9e1b-b07078d789da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:01:36.849094 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e608429-5cf4-4bed-b50b-6b8ab9f45db2 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=91666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 13:01:36.856257 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e608429-5cf4-4bed-b50b-6b8ab9f45db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=167f19fd-83f0-488b-bfaf-972dd11ae507,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:01:36.859686 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-9e608429-5cf4-4bed-b50b-6b8ab9f45db2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:01:36.865343 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-9e608429-5cf4-4bed-b50b-6b8ab9f45db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400235'] for segment, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:36.865908 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.db.segments_db [None req-9e608429-5cf4-4bed-b50b-6b8ab9f45db2 admin admin] Added segment 86f06b86-229d-493d-b99a-2228fdd8c3a7 of type vlan for network aa0b2eef-60a6-40a3-bce6-957f6885e8a4 Jun 12 13:01:36.896461 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8b7cd74c-22e7-4b63-8ef5-14cecd788d6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:36.932523 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-9e608429-5cf4-4bed-b50b-6b8ab9f45db2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752044417208'] for network, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:36.970703 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-9e608429-5cf4-4bed-b50b-6b8ab9f45db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786'] for network, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:36.972716 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e608429-5cf4-4bed-b50b-6b8ab9f45db2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:36.973405 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-9e608429-5cf4-4bed-b50b-6b8ab9f45db2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for network, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:36.977749 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-30a3d579-6b4a-4d40-b95d-6f65496e81ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:01:37.012153 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8b7cd74c-22e7-4b63-8ef5-14cecd788d6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:37.016430 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8b7cd74c-22e7-4b63-8ef5-14cecd788d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:37.020897 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-fe1f1115-99ac-4c78-a28d-9d249e57cd81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:01:37.026983 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-9e608429-5cf4-4bed-b50b-6b8ab9f45db2 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4644651 Jun 12 13:01:37.029668 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 56116) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:01:37.060724 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7cd74c-22e7-4b63-8ef5-14cecd788d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d31c4f-cb92-465b-baa1-edff6995fd96,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:01:37.064562 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-8b7cd74c-22e7-4b63-8ef5-14cecd788d6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:01:37.067204 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-8b7cd74c-22e7-4b63-8ef5-14cecd788d6a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c0efba9ef0e748479f9a6aaef744ffd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3115618 Jun 12 13:01:37.070085 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 56120) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:01:37.075587 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [None req-88a2d483-3d87-4d99-beb3-3ef0cc9f2ee9 admin admin] Request body: {'subnet': {'network_id': 'aa0b2eef-60a6-40a3-bce6-957f6885e8a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-579667739-subnet', 'tenant_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'ip_version': 4}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:01:37.080827 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e608429-5cf4-4bed-b50b-6b8ab9f45db2 admin admin] Pushing event updated for resources: {'Network': ['ID=aa0b2eef-60a6-40a3-bce6-957f6885e8a4,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:01:37.085231 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-9e608429-5cf4-4bed-b50b-6b8ab9f45db2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:01:37.095633 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Network aa0b2eef-60a6-40a3-bce6-957f6885e8a4 details requested by agent ovs-agent-dv-cinder-796114-1-iscsi with host dv-cinder-796114-1-iscsi {{(pid=91668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 13:01:37.106489 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a2d483-3d87-4d99-beb3-3ef0cc9f2ee9 admin admin] Made reservation on behalf of 7dc4fd57127a4ce392ff4630ba0b781b for: {'subnet': 1} {{(pid=91666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 13:01:37.109718 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-88a2d483-3d87-4d99-beb3-3ef0cc9f2ee9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13914998'] for subnet, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:37.145687 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-86daaa81-d071-4810-b17c-e3973abdaa27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:37.184917 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-86daaa81-d071-4810-b17c-e3973abdaa27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:37.271108 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-86daaa81-d071-4810-b17c-e3973abdaa27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:37.274180 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-86daaa81-d071-4810-b17c-e3973abdaa27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:37.277926 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-86daaa81-d071-4810-b17c-e3973abdaa27 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d2d31c4f-cb92-465b-baa1-edff6995fd96 HTTP/1.1" status: 204 len: 168 time: 0.2070091 Jun 12 13:01:37.278758 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-995fb7c8-eb6f-436f-afce-5c8641daa7fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:01:37.296699 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86daaa81-d071-4810-b17c-e3973abdaa27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d31c4f-cb92-465b-baa1-edff6995fd96,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:01:37.303550 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-86daaa81-d071-4810-b17c-e3973abdaa27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:01:37.432267 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-88a2d483-3d87-4d99-beb3-3ef0cc9f2ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14082606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13914976'] for subnet, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:37.447659 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:01:37.562550 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a2d483-3d87-4d99-beb3-3ef0cc9f2ee9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a098da02-dc26-4e87-a6b5-562c3ad57ee5,revision_number=0']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:01:37.572297 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-88a2d483-3d87-4d99-beb3-3ef0cc9f2ee9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:01:37.635307 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475359a-8194-4322-af2a-3e632368ba37 req-1e6fdfbc-f634-4a49-8c93-62636eb53b26 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:37.637923 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-0475359a-8194-4322-af2a-3e632368ba37 req-1e6fdfbc-f634-4a49-8c93-62636eb53b26 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 945 time: 0.2042000 Jun 12 13:01:37.639571 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a2d483-3d87-4d99-beb3-3ef0cc9f2ee9 admin admin] Checking segment: {'id': '86f06b86-229d-493d-b99a-2228fdd8c3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'aa0b2eef-60a6-40a3-bce6-957f6885e8a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 13:01:37.639757 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a2d483-3d87-4d99-beb3-3ef0cc9f2ee9 admin admin] Network hostable DHCP agents. Network: aa0b2eef-60a6-40a3-bce6-957f6885e8a4, hostable agents: ['8dc1a162-787d-4a45-80b7-87a05126eea7'], hosted agents: [] {{(pid=91666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 13:01:37.686612 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a2d483-3d87-4d99-beb3-3ef0cc9f2ee9 admin admin] Network aa0b2eef-60a6-40a3-bce6-957f6885e8a4 is scheduled to be hosted by DHCP agent 8dc1a162-787d-4a45-80b7-87a05126eea7 with binding_index 1 {{(pid=91666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 13:01:37.719994 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-0475359a-8194-4322-af2a-3e632368ba37 req-571d3a58-db70-4f48-891d-ee0eba36446c tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669281 Jun 12 13:01:37.720790 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.base_scheduler [None req-88a2d483-3d87-4d99-beb3-3ef0cc9f2ee9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-1-iscsi, aa0b2eef-60a6-40a3-bce6-957f6885e8a4) {{(pid=91666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 13:01:37.731029 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a2d483-3d87-4d99-beb3-3ef0cc9f2ee9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:37.734101 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ecbeed-8699-4581-b7d5-715c87d61992 None None] Network aa0b2eef-60a6-40a3-bce6-957f6885e8a4 requested from dv-cinder-796114-1-iscsi {{(pid=91668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 13:01:37.735691 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-88a2d483-3d87-4d99-beb3-3ef0cc9f2ee9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for subnet, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:37.772019 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 56148) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:01:37.780641 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-88a2d483-3d87-4d99-beb3-3ef0cc9f2ee9 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7472334 Jun 12 13:01:37.780843 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 56150) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:01:37.795021 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [None req-651db2d4-a8a0-4995-8106-e5f791dd6c68 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-579667739-router', 'tenant_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587'}}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:01:37.812028 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-11f1e2c5-1e8f-4c93-95b1-fae681993806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:37.823849 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-651db2d4-a8a0-4995-8106-e5f791dd6c68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-443820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60904'] for router, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:37.825267 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-651db2d4-a8a0-4995-8106-e5f791dd6c68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-389058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60897'] for router, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:37.921487 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-651db2d4-a8a0-4995-8106-e5f791dd6c68 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:37.945946 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-11f1e2c5-1e8f-4c93-95b1-fae681993806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:37.950924 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-11f1e2c5-1e8f-4c93-95b1-fae681993806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:37.954974 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-86daaa81-d071-4810-b17c-e3973abdaa27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:01:38.002210 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94633a52-3734-41ed-a108-13167b8312f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94262ffb-d3ee-52fc-8937-1caaa686fe76-aa0b2eef-60a6-40a3-bce6-957f6885e8a4', 'network_id': 'aa0b2eef-60a6-40a3-bce6-957f6885e8a4', 'tenant_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'fixed_ips': [{'subnet_id': 'a098da02-dc26-4e87-a6b5-562c3ad57ee5'}]}} from dv-cinder-796114-1-iscsi. {{(pid=91668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 12 13:01:38.003390 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-94633a52-3734-41ed-a108-13167b8312f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for port, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:38.015707 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-11f1e2c5-1e8f-4c93-95b1-fae681993806 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=514567bb5827474d9eafa34a4672ea84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2403140 Jun 12 13:01:38.016871 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 56156) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:01:38.026030 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f1e2c5-1e8f-4c93-95b1-fae681993806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83267c4c-7881-4ce5-8b7f-a78b145b7554,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:01:38.035349 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-11f1e2c5-1e8f-4c93-95b1-fae681993806 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:01:38.084025 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-9c348857-7e32-4102-bfa9-640e608c3514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:38.116158 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-9c348857-7e32-4102-bfa9-640e608c3514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:38.179188 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-9c348857-7e32-4102-bfa9-640e608c3514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:38.179188 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-9c348857-7e32-4102-bfa9-640e608c3514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:38.185803 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-9c348857-7e32-4102-bfa9-640e608c3514 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/83267c4c-7881-4ce5-8b7f-a78b145b7554 HTTP/1.1" status: 204 len: 168 time: 0.1679227 Jun 12 13:01:38.186679 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-b25c2c16-598a-4803-be2f-499049c1ac21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:01:38.196552 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-651db2d4-a8a0-4995-8106-e5f791dd6c68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453826', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-443838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60919'] for router, precommit_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:38.198510 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c348857-7e32-4102-bfa9-640e608c3514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83267c4c-7881-4ce5-8b7f-a78b145b7554,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:01:38.201177 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-9c348857-7e32-4102-bfa9-640e608c3514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:01:38.201394 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.db_base_plugin_common [None req-94633a52-3734-41ed-a108-13167b8312f0 None None] Allocated IP 172.20.0.2 (aa0b2eef-60a6-40a3-bce6-957f6885e8a4/a098da02-dc26-4e87-a6b5-562c3ad57ee5/707f0b64-a4be-438a-a0eb-0affd0952b5e) {{(pid=91668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 13:01:38.422424 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c98d5-63a1-47ab-b5fb-96a8709a6bfd req-16a4ffa1-f54a-4add-90a4-400bf6c1603a tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:38.424658 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-108c98d5-63a1-47ab-b5fb-96a8709a6bfd req-16a4ffa1-f54a-4add-90a4-400bf6c1603a tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 945 time: 0.0893312 Jun 12 13:01:38.472181 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-94633a52-3734-41ed-a108-13167b8312f0 None None] Notify callbacks [] for port, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:38.473518 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-108c98d5-63a1-47ab-b5fb-96a8709a6bfd req-a1f0c97f-59fc-49b1-af4c-38e2efbe8e17 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417850 Jun 12 13:01:38.483626 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-94633a52-3734-41ed-a108-13167b8312f0 None None] Transition to ACTIVE for port object 707f0b64-a4be-438a-a0eb-0affd0952b5e will not be triggered until provisioned by entity L2. {{(pid=91668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 13:01:38.505217 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-94633a52-3734-41ed-a108-13167b8312f0 None None] Transition to ACTIVE for port object 707f0b64-a4be-438a-a0eb-0affd0952b5e will not be triggered until provisioned by entity DHCP. {{(pid=91668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 13:01:38.513425 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-94633a52-3734-41ed-a108-13167b8312f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1466997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-122173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752044431912'] for port, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:38.516882 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:01:38.565229 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94633a52-3734-41ed-a108-13167b8312f0 None None] Network aa0b2eef-60a6-40a3-bce6-957f6885e8a4 is already hosted by enough agents. {{(pid=91668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 13:01:38.568682 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.scheduler.base_scheduler [None req-94633a52-3734-41ed-a108-13167b8312f0 None None] Resources bound (agent type, host, resource id): {{(pid=91668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 13:01:38.577991 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94633a52-3734-41ed-a108-13167b8312f0 None None] Received port after_create {{(pid=91668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 13:01:38.582425 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94633a52-3734-41ed-a108-13167b8312f0 None None] Pushing event updated for resources: {'Port': ['ID=707f0b64-a4be-438a-a0eb-0affd0952b5e,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:01:38.619916 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94633a52-3734-41ed-a108-13167b8312f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:01:38.620265 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94633a52-3734-41ed-a108-13167b8312f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:01:38.620600 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94633a52-3734-41ed-a108-13167b8312f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:01:38.620931 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94633a52-3734-41ed-a108-13167b8312f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:01:38.621487 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94633a52-3734-41ed-a108-13167b8312f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:01:38.626593 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94633a52-3734-41ed-a108-13167b8312f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:01:38.627290 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94633a52-3734-41ed-a108-13167b8312f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:01:38.627822 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94633a52-3734-41ed-a108-13167b8312f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:01:38.628362 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94633a52-3734-41ed-a108-13167b8312f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:01:38.628910 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94633a52-3734-41ed-a108-13167b8312f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:01:38.629433 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94633a52-3734-41ed-a108-13167b8312f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:01:38.630085 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94633a52-3734-41ed-a108-13167b8312f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:01:38.637180 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-94633a52-3734-41ed-a108-13167b8312f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:01:38.686305 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [None req-94633a52-3734-41ed-a108-13167b8312f0 None None] Attempting to bind port 707f0b64-a4be-438a-a0eb-0affd0952b5e on host dv-cinder-796114-1-iscsi for vnic_type normal with profile {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 13:01:38.686688 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [None req-94633a52-3734-41ed-a108-13167b8312f0 None None] Attempting to bind port 707f0b64-a4be-438a-a0eb-0affd0952b5e by drivers openvswitch,hyperv on host dv-cinder-796114-1-iscsi at level 0 using segments [{'id': '86f06b86-229d-493d-b99a-2228fdd8c3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'aa0b2eef-60a6-40a3-bce6-957f6885e8a4'}] {{(pid=91668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 13:01:38.687060 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94633a52-3734-41ed-a108-13167b8312f0 None None] Attempting to bind port 707f0b64-a4be-438a-a0eb-0affd0952b5e on network aa0b2eef-60a6-40a3-bce6-957f6885e8a4 {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 13:01:38.692584 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94633a52-3734-41ed-a108-13167b8312f0 None None] Checking agent: {'id': '0e4c1f03-8758-41fd-af96-477868dcd4b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 12, 50, 23), 'started_at': datetime.datetime(2021, 6, 12, 12, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 13, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 13:01:38.692969 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94633a52-3734-41ed-a108-13167b8312f0 None None] Checking segment: {'id': '86f06b86-229d-493d-b99a-2228fdd8c3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'aa0b2eef-60a6-40a3-bce6-957f6885e8a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 13:01:38.693384 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-94633a52-3734-41ed-a108-13167b8312f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:38.693788 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94633a52-3734-41ed-a108-13167b8312f0 None None] Bound using segment: {'id': '86f06b86-229d-493d-b99a-2228fdd8c3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'aa0b2eef-60a6-40a3-bce6-957f6885e8a4'} {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 13:01:38.694288 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [None req-94633a52-3734-41ed-a108-13167b8312f0 None None] Bound port: 707f0b64-a4be-438a-a0eb-0affd0952b5e, host: dv-cinder-796114-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86f06b86-229d-493d-b99a-2228fdd8c3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'aa0b2eef-60a6-40a3-bce6-957f6885e8a4'}}] {{(pid=91668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 13:01:38.694673 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-94633a52-3734-41ed-a108-13167b8312f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:38.730717 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64672c19-24d6-47a3-81f6-f0504c8bbbff req-a2313bce-3d01-4b94-a7f6-028de2a30d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:38.732206 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-64672c19-24d6-47a3-81f6-f0504c8bbbff req-a2313bce-3d01-4b94-a7f6-028de2a30d5b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1fdb5b3d3254fb7a2c5c6bf9fba5480&device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 1098 time: 0.3981664 Jun 12 13:01:38.778273 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-94633a52-3734-41ed-a108-13167b8312f0 None None] For port 707f0b64-a4be-438a-a0eb-0affd0952b5e, host dv-cinder-796114-1-iscsi, cleared binding levels {{(pid=91668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 13:01:38.782292 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-94633a52-3734-41ed-a108-13167b8312f0 None None] For port 707f0b64-a4be-438a-a0eb-0affd0952b5e, host dv-cinder-796114-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=707f0b64-a4be-438a-a0eb-0affd0952b5e,segment=NetworkSegment(86f06b86-229d-493d-b99a-2228fdd8c3a7),segment_id=86f06b86-229d-493d-b99a-2228fdd8c3a7)] {{(pid=91668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 13:01:38.788085 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-94633a52-3734-41ed-a108-13167b8312f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:38.791595 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:01:38.925378 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94633a52-3734-41ed-a108-13167b8312f0 None None] Pushing event updated for resources: {'Port': ['ID=707f0b64-a4be-438a-a0eb-0affd0952b5e,revision_number=2']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:01:38.935258 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-94633a52-3734-41ed-a108-13167b8312f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:01:39.021724 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64672c19-24d6-47a3-81f6-f0504c8bbbff req-c3aebc51-b94a-42ae-91b3-d00396b2dffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:39.023302 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-64672c19-24d6-47a3-81f6-f0504c8bbbff req-c3aebc51-b94a-42ae-91b3-d00396b2dffd service neutron] 10.222.0.30 "GET /v2.0/networks?id=c3f2488e-44c5-4b09-b9c1-b478ec12dd34 HTTP/1.1" status: 200 len: 919 time: 0.2396331 Jun 12 13:01:39.024420 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-651db2d4-a8a0-4995-8106-e5f791dd6c68 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:39.063767 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-651db2d4-a8a0-4995-8106-e5f791dd6c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for port, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:39.170808 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-64672c19-24d6-47a3-81f6-f0504c8bbbff req-db147ef0-2795-41a4-a364-be178cee0dc4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fde1258c-44aa-4e18-91ed-e31fa89248dc HTTP/1.1" status: 200 len: 217 time: 0.1162527 Jun 12 13:01:39.350996 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64672c19-24d6-47a3-81f6-f0504c8bbbff req-f61181d0-bcbc-4927-b639-046dd8440de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:39.356453 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-64672c19-24d6-47a3-81f6-f0504c8bbbff req-f61181d0-bcbc-4927-b639-046dd8440de8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e49e69c6-b979-45e9-b77a-48cd10ef7dd0 HTTP/1.1" status: 200 len: 858 time: 0.1774967 Jun 12 13:01:39.378299 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.db_base_plugin_common [None req-651db2d4-a8a0-4995-8106-e5f791dd6c68 admin admin] Allocated IP 172.27.3.202 (d31b88ef-fdf5-46b1-8572-11d751094587/d3cd8c99-09c7-4ded-87bb-a3c326773e06/427b2e02-31e1-417e-9709-d426dc1bbaba) {{(pid=91666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 13:01:39.418809 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-64672c19-24d6-47a3-81f6-f0504c8bbbff req-b0157a71-8faf-4c4b-a950-38cadbcbcf1b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c3f2488e-44c5-4b09-b9c1-b478ec12dd34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544858 Jun 12 13:01:39.656661 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-64672c19-24d6-47a3-81f6-f0504c8bbbff req-7d58c00e-7877-4d1f-b081-b154f5cb016d service neutron] 10.222.0.30 "GET /v2.0/networks/c3f2488e-44c5-4b09-b9c1-b478ec12dd34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297673 Jun 12 13:01:39.706959 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-651db2d4-a8a0-4995-8106-e5f791dd6c68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:39.727241 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ac752-9a33-4184-86e7-c24832c1c413 req-b743f15e-17ab-4648-b580-16143f3cb651 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:39.729219 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-083ac752-9a33-4184-86e7-c24832c1c413 req-b743f15e-17ab-4648-b580-16143f3cb651 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 945 time: 0.1192076 Jun 12 13:01:39.780241 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-083ac752-9a33-4184-86e7-c24832c1c413 req-9a55fbe9-7d1b-478a-9246-8365841b204b tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435286 Jun 12 13:01:39.828157 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-64672c19-24d6-47a3-81f6-f0504c8bbbff req-23908f9e-555c-4687-9e9a-17b4cff5bb75 service neutron] 10.222.0.30 "GET /v2.0/networks/c3f2488e-44c5-4b09-b9c1-b478ec12dd34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633444 Jun 12 13:01:39.847085 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-651db2d4-a8a0-4995-8106-e5f791dd6c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1466997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-122173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752044431912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14082974'] for port, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:39.852673 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:01:39.932472 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651db2d4-a8a0-4995-8106-e5f791dd6c68 admin admin] Network d31b88ef-fdf5-46b1-8572-11d751094587 is already hosted by enough agents. {{(pid=91666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 13:01:39.937275 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.base_scheduler [None req-651db2d4-a8a0-4995-8106-e5f791dd6c68 admin admin] Resources bound (agent type, host, resource id): {{(pid=91666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 13:01:39.947021 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651db2d4-a8a0-4995-8106-e5f791dd6c68 admin admin] Received port after_create {{(pid=91666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 13:01:39.999186 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651db2d4-a8a0-4995-8106-e5f791dd6c68 admin admin] Pushing event updated for resources: {'Port': ['ID=427b2e02-31e1-417e-9709-d426dc1bbaba,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:01:40.002799 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-651db2d4-a8a0-4995-8106-e5f791dd6c68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:01:40.312925 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e099c00-747a-4b49-a87e-afa5ce084091 None None] Network aa0b2eef-60a6-40a3-bce6-957f6885e8a4 requested from dv-cinder-796114-1-iscsi {{(pid=91668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 13:01:40.521577 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-651db2d4-a8a0-4995-8106-e5f791dd6c68 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:40.534729 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407daeab-3a87-4657-a906-8b9bb222c56c req-98d623f9-f335-4c56-a75d-4985cc7a7339 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:40.544219 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-407daeab-3a87-4657-a906-8b9bb222c56c req-98d623f9-f335-4c56-a75d-4985cc7a7339 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 945 time: 0.0918498 Jun 12 13:01:40.546783 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 56240) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:01:40.715522 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-7322e0d3-4e59-47fd-838a-d6cc20f9e51d None None] Provisioning for port 707f0b64-a4be-438a-a0eb-0affd0952b5e completed by entity DHCP. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 13:01:40.841508 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device 707f0b64-a4be-438a-a0eb-0affd0952b5e up at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 13:01:40.894600 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-407daeab-3a87-4657-a906-8b9bb222c56c req-f46d5c42-77ff-4ef2-b0e3-6aa686d92aef tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3491118 Jun 12 13:01:40.976224 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning for port 707f0b64-a4be-438a-a0eb-0affd0952b5e completed by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 13:01:40.980602 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning complete for port 707f0b64-a4be-438a-a0eb-0affd0952b5e triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 13:01:40.980978 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:40.994592 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-21b2c9ad-5f32-45a2-a21e-fa1c3f00e462 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:41.117348 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:41.118851 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-21b2c9ad-5f32-45a2-a21e-fa1c3f00e462 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:41.125324 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-21b2c9ad-5f32-45a2-a21e-fa1c3f00e462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:41.129919 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-93bfcbf2-c93d-44c8-bd51-51d8b9d64d96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:01:41.136176 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-651db2d4-a8a0-4995-8106-e5f791dd6c68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-443815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454298'] for router, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:41.161469 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] For port 707f0b64-a4be-438a-a0eb-0affd0952b5e, host dv-cinder-796114-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=707f0b64-a4be-438a-a0eb-0affd0952b5e,segment=NetworkSegment(86f06b86-229d-493d-b99a-2228fdd8c3a7),segment_id=86f06b86-229d-493d-b99a-2228fdd8c3a7)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:01:41.167075 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:41.173574 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:01:41.184403 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b2c9ad-5f32-45a2-a21e-fa1c3f00e462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c232f3-7c58-4b4d-8283-b211fec18982,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:01:41.188111 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-21b2c9ad-5f32-45a2-a21e-fa1c3f00e462 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:01:41.193368 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-21b2c9ad-5f32-45a2-a21e-fa1c3f00e462 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=78cdc6a2796b472b891466b8df1e2c73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6432090 Jun 12 13:01:41.193885 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 56250) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:01:41.255388 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-75641ddd-9cb4-448a-b258-795ed8ad73da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:41.263818 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Pushing event updated for resources: {'Port': ['ID=707f0b64-a4be-438a-a0eb-0affd0952b5e,revision_number=3']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:01:41.284102 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:01:41.289053 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-75641ddd-9cb4-448a-b258-795ed8ad73da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:41.303359 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ece65e-26ed-4f96-ab37-62382bb6a2d6 req-c28e79b6-9b2a-4e16-8b73-d0fda2bf2cfb tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:41.305692 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-d2ece65e-26ed-4f96-ab37-62382bb6a2d6 req-c28e79b6-9b2a-4e16-8b73-d0fda2bf2cfb tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 945 time: 0.2702496 Jun 12 13:01:41.340700 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-75641ddd-9cb4-448a-b258-795ed8ad73da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:41.343725 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-75641ddd-9cb4-448a-b258-795ed8ad73da admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:41.347055 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-75641ddd-9cb4-448a-b258-795ed8ad73da admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/82c232f3-7c58-4b4d-8283-b211fec18982 HTTP/1.1" status: 204 len: 168 time: 0.1504147 Jun 12 13:01:41.347055 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-6bc32efb-6c3b-4d4f-a705-59cb4648741e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:01:41.356797 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75641ddd-9cb4-448a-b258-795ed8ad73da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c232f3-7c58-4b4d-8283-b211fec18982,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:01:41.359490 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-75641ddd-9cb4-448a-b258-795ed8ad73da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:01:41.360987 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-76919062-f3ea-4a5d-b1e5-63d2e4de8c68 None None] Provisioning complete for port 707f0b64-a4be-438a-a0eb-0affd0952b5e triggered by entity DHCP. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 13:01:41.361499 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-76919062-f3ea-4a5d-b1e5-63d2e4de8c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:41.372975 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-d2ece65e-26ed-4f96-ab37-62382bb6a2d6 req-2acd7cb8-9b49-4bdb-85c6-8e5d554f4931 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608654 Jun 12 13:01:41.405418 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-651db2d4-a8a0-4995-8106-e5f791dd6c68 admin admin] Router 011906b6-63ba-4042-94b7-2ca2aec47836 is scheduled to L3 agent 68a3a672-d21c-4adb-804e-7b4e770767ea with binding_index 1 {{(pid=91666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 12 13:01:41.833335 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-651db2d4-a8a0-4995-8106-e5f791dd6c68 admin admin] Notify agent at l3_agent.dv-cinder-796114-1-iscsi the message routers_updated {{(pid=91666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 13:01:41.844014 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da3096b-7330-4979-9edf-504fc1cbaf65 None None] Sync routers for ids ['011906b6-63ba-4042-94b7-2ca2aec47836'] in dv-cinder-796114-1-iscsi {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 13:01:41.850548 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-651db2d4-a8a0-4995-8106-e5f791dd6c68 admin admin] Notify callbacks [] for router, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:41.855220 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-651db2d4-a8a0-4995-8106-e5f791dd6c68 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0733812 Jun 12 13:01:41.855385 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 56270) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:01:41.866086 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da3096b-7330-4979-9edf-504fc1cbaf65 None None] Routers {'011906b6-63ba-4042-94b7-2ca2aec47836'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 13:01:41.866878 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-1da3096b-7330-4979-9edf-504fc1cbaf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T13:01:23Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['011906b6-63ba-4042-94b7-2ca2aec47836'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:01:42.029236 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-1da3096b-7330-4979-9edf-504fc1cbaf65 None None] Set router 011906b6-63ba-4042-94b7-2ca2aec47836 gateway port host: dv-cinder-796114-1-iscsi {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 13:01:42.059338 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 56280) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:01:42.174593 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [None req-5250d452-3e2b-4269-9145-a488aa23aed4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1193151525-network', 'tenant_id': 'ac041bdb8fe4480596c51fd6103f36d0'}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:01:42.202448 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5250d452-3e2b-4269-9145-a488aa23aed4 admin admin] Made reservation on behalf of ac041bdb8fe4480596c51fd6103f36d0 for: {'network': 1} {{(pid=91666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 13:01:42.207432 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-5250d452-3e2b-4269-9145-a488aa23aed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for network, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:42.222223 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-5250d452-3e2b-4269-9145-a488aa23aed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:42.290010 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-1da3096b-7330-4979-9edf-504fc1cbaf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'name': 'tempest-TestVolumeBootPattern-579667739-router', 'tenant_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '427b2e02-31e1-417e-9709-d426dc1bbaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T13:01:37Z', 'updated_at': '2021-06-12T13:01:40Z', 'revision_number': 3, 'project_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'gw_port': {'id': '427b2e02-31e1-417e-9709-d426dc1bbaba', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:09:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:01:39Z', 'updated_at': '2021-06-12T13:01:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi'}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:01:42.293923 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da3096b-7330-4979-9edf-504fc1cbaf65 None None] Checking router: 011906b6-63ba-4042-94b7-2ca2aec47836 for host: dv-cinder-796114-1-iscsi {{(pid=91669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 13:01:42.294387 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da3096b-7330-4979-9edf-504fc1cbaf65 None None] Updating router 011906b6-63ba-4042-94b7-2ca2aec47836 port 427b2e02-31e1-417e-9709-d426dc1bbaba binding host dv-cinder-796114-1-iscsi {{(pid=91669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 13:01:42.350572 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1da3096b-7330-4979-9edf-504fc1cbaf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:42.380224 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-5250d452-3e2b-4269-9145-a488aa23aed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:42.384771 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-5250d452-3e2b-4269-9145-a488aa23aed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:42.389541 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-3a9b8a87-dfca-43b8-8e0d-f90644535d07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:01:42.411611 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5250d452-3e2b-4269-9145-a488aa23aed4 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=91666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 13:01:42.419726 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ba97b-f143-40e6-bcaa-1afb0f8e8a35 req-3695c370-ce44-4f52-8442-d43e732eb0c3 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:42.427272 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-d07ba97b-f143-40e6-bcaa-1afb0f8e8a35 req-3695c370-ce44-4f52-8442-d43e732eb0c3 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 945 time: 0.2905595 Jun 12 13:01:42.429825 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5250d452-3e2b-4269-9145-a488aa23aed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ef42bb-b201-4526-9495-ef817c7e6c7e,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:01:42.433153 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-5250d452-3e2b-4269-9145-a488aa23aed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400235'] for segment, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:42.433518 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.db.segments_db [None req-5250d452-3e2b-4269-9145-a488aa23aed4 admin admin] Added segment 3dd6d3ca-ce7e-402a-a5fa-d6ee73ccf0a7 of type vlan for network c4e23bb3-49ee-40b1-b135-a73fa2f92cf7 Jun 12 13:01:42.435056 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-5250d452-3e2b-4269-9145-a488aa23aed4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:01:42.494292 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-5250d452-3e2b-4269-9145-a488aa23aed4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752044417208'] for network, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:42.509158 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-d07ba97b-f143-40e6-bcaa-1afb0f8e8a35 req-e52f8f72-16ad-4ca7-90f2-db47af44f62b tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807111 Jun 12 13:01:42.566409 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-5250d452-3e2b-4269-9145-a488aa23aed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786'] for network, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:42.568039 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5250d452-3e2b-4269-9145-a488aa23aed4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:42.568623 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-5250d452-3e2b-4269-9145-a488aa23aed4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for network, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:42.572878 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:01:42.633901 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-5250d452-3e2b-4269-9145-a488aa23aed4 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5699089 Jun 12 13:01:42.635170 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 56292) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:01:42.644104 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [None req-424dad85-9381-49dd-aaba-2b496d8dfd7b admin admin] Request body: {'subnet': {'network_id': 'c4e23bb3-49ee-40b1-b135-a73fa2f92cf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1193151525-subnet', 'tenant_id': 'ac041bdb8fe4480596c51fd6103f36d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:01:42.684333 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424dad85-9381-49dd-aaba-2b496d8dfd7b admin admin] Made reservation on behalf of ac041bdb8fe4480596c51fd6103f36d0 for: {'subnet': 1} {{(pid=91666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 13:01:42.687401 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-424dad85-9381-49dd-aaba-2b496d8dfd7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13914998'] for subnet, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:42.738028 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4f9ba051-09bf-4c90-ab98-e35a5b246d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for port, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:42.796499 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5250d452-3e2b-4269-9145-a488aa23aed4 admin admin] Pushing event updated for resources: {'Network': ['ID=c4e23bb3-49ee-40b1-b135-a73fa2f92cf7,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:01:42.801810 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-5250d452-3e2b-4269-9145-a488aa23aed4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:01:42.811855 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Network c4e23bb3-49ee-40b1-b135-a73fa2f92cf7 details requested by agent ovs-agent-dv-cinder-796114-1-iscsi with host dv-cinder-796114-1-iscsi {{(pid=91668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 13:01:42.819666 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1da3096b-7330-4979-9edf-504fc1cbaf65 None None] Notify callbacks [] for port, precommit_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:42.833468 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-1da3096b-7330-4979-9edf-504fc1cbaf65 None None] Transition to ACTIVE for port object 427b2e02-31e1-417e-9709-d426dc1bbaba will not be triggered until provisioned by entity L2. {{(pid=91669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 13:01:42.842745 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1da3096b-7330-4979-9edf-504fc1cbaf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:42.847574 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-bc0be3ee-36e1-4483-8dfb-57075db060d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:01:42.849943 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device 707f0b64-a4be-438a-a0eb-0affd0952b5e up at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 13:01:42.902618 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a149bc9-6449-4358-8fe9-485e61921243 None None] Pushing event updated for resources: {'Port': ['ID=427b2e02-31e1-417e-9709-d426dc1bbaba,revision_number=2']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:01:42.916234 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f575f0-200d-46b4-b598-313e615986f9 req-c3e0a15c-2421-44df-9d9a-c08d6ecbecb8 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:42.918919 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a149bc9-6449-4358-8fe9-485e61921243 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:01:42.919455 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a149bc9-6449-4358-8fe9-485e61921243 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:01:42.920599 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a149bc9-6449-4358-8fe9-485e61921243 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:01:42.921084 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a149bc9-6449-4358-8fe9-485e61921243 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:01:42.921555 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a149bc9-6449-4358-8fe9-485e61921243 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:01:42.922027 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a149bc9-6449-4358-8fe9-485e61921243 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:01:42.922530 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a149bc9-6449-4358-8fe9-485e61921243 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:01:42.923001 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a149bc9-6449-4358-8fe9-485e61921243 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:01:42.923562 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a149bc9-6449-4358-8fe9-485e61921243 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:01:42.923846 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-b2f575f0-200d-46b4-b598-313e615986f9 req-c3e0a15c-2421-44df-9d9a-c08d6ecbecb8 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 945 time: 0.2922351 Jun 12 13:01:42.924198 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a149bc9-6449-4358-8fe9-485e61921243 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:01:42.924689 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a149bc9-6449-4358-8fe9-485e61921243 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:01:42.925166 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a149bc9-6449-4358-8fe9-485e61921243 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:01:42.931061 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-7a149bc9-6449-4358-8fe9-485e61921243 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:01:42.952453 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-1da3096b-7330-4979-9edf-504fc1cbaf65 None None] Attempting to bind port 427b2e02-31e1-417e-9709-d426dc1bbaba on host dv-cinder-796114-1-iscsi for vnic_type normal with profile {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 13:01:42.953065 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-1da3096b-7330-4979-9edf-504fc1cbaf65 None None] Attempting to bind port 427b2e02-31e1-417e-9709-d426dc1bbaba by drivers openvswitch,hyperv on host dv-cinder-796114-1-iscsi at level 0 using segments [{'id': '3c2da916-7025-41e9-bbaa-dbdda4d660f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587'}] {{(pid=91669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 13:01:42.953788 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da3096b-7330-4979-9edf-504fc1cbaf65 None None] Attempting to bind port 427b2e02-31e1-417e-9709-d426dc1bbaba on network d31b88ef-fdf5-46b1-8572-11d751094587 {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 13:01:42.959894 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da3096b-7330-4979-9edf-504fc1cbaf65 None None] Checking agent: {'id': '0e4c1f03-8758-41fd-af96-477868dcd4b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 12, 50, 23), 'started_at': datetime.datetime(2021, 6, 12, 12, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 13, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 13:01:42.961595 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da3096b-7330-4979-9edf-504fc1cbaf65 None None] Checking segment: {'id': '3c2da916-7025-41e9-bbaa-dbdda4d660f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 13:01:42.962238 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1da3096b-7330-4979-9edf-504fc1cbaf65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:42.963229 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da3096b-7330-4979-9edf-504fc1cbaf65 None None] Bound using segment: {'id': '3c2da916-7025-41e9-bbaa-dbdda4d660f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587'} {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 13:01:42.964003 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-1da3096b-7330-4979-9edf-504fc1cbaf65 None None] Bound port: 427b2e02-31e1-417e-9709-d426dc1bbaba, host: dv-cinder-796114-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2da916-7025-41e9-bbaa-dbdda4d660f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587'}}] {{(pid=91669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 13:01:42.964549 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1da3096b-7330-4979-9edf-504fc1cbaf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:42.986527 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.db.db_base_plugin_common [None req-4f9ba051-09bf-4c90-ab98-e35a5b246d7c admin admin] Allocated IP 172.20.0.1 (aa0b2eef-60a6-40a3-bce6-957f6885e8a4/a098da02-dc26-4e87-a6b5-562c3ad57ee5/b8f682ec-5609-493d-bbda-a1c75e63058d) {{(pid=91667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 13:01:43.015263 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning complete for port 707f0b64-a4be-438a-a0eb-0affd0952b5e triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 13:01:43.015909 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:43.023354 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-b2f575f0-200d-46b4-b598-313e615986f9 req-2627dc52-b2e4-4d99-a6cc-7f48350d1f89 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982533 Jun 12 13:01:43.053076 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-1da3096b-7330-4979-9edf-504fc1cbaf65 None None] For port 427b2e02-31e1-417e-9709-d426dc1bbaba, host dv-cinder-796114-1-iscsi, cleared binding levels {{(pid=91669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 13:01:43.057277 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-1da3096b-7330-4979-9edf-504fc1cbaf65 None None] For port 427b2e02-31e1-417e-9709-d426dc1bbaba, host dv-cinder-796114-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=427b2e02-31e1-417e-9709-d426dc1bbaba,segment=NetworkSegment(3c2da916-7025-41e9-bbaa-dbdda4d660f0),segment_id=3c2da916-7025-41e9-bbaa-dbdda4d660f0)] {{(pid=91669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 13:01:43.063872 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-1da3096b-7330-4979-9edf-504fc1cbaf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:43.077083 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-14582ea3-118b-40c8-a20f-04280d17a4b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:01:43.108810 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-424dad85-9381-49dd-aaba-2b496d8dfd7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14082606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13914976'] for subnet, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:43.112746 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:01:43.140290 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a149bc9-6449-4358-8fe9-485e61921243 None None] Pushing event updated for resources: {'Port': ['ID=427b2e02-31e1-417e-9709-d426dc1bbaba,revision_number=3']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:01:43.170588 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da3096b-7330-4979-9edf-504fc1cbaf65 None None] Routers {'011906b6-63ba-4042-94b7-2ca2aec47836'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 13:01:43.171390 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-1da3096b-7330-4979-9edf-504fc1cbaf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T13:01:23Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['011906b6-63ba-4042-94b7-2ca2aec47836'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:01:43.175374 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-7a149bc9-6449-4358-8fe9-485e61921243 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:01:43.182226 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4f9ba051-09bf-4c90-ab98-e35a5b246d7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:43.189210 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424dad85-9381-49dd-aaba-2b496d8dfd7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdbcbe23-98cd-47c4-9be8-aeacf2dee10b,revision_number=0']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:01:43.191908 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-424dad85-9381-49dd-aaba-2b496d8dfd7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:01:43.192762 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424dad85-9381-49dd-aaba-2b496d8dfd7b admin admin] Checking segment: {'id': '3dd6d3ca-ce7e-402a-a5fa-d6ee73ccf0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c4e23bb3-49ee-40b1-b135-a73fa2f92cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 13:01:43.193126 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424dad85-9381-49dd-aaba-2b496d8dfd7b admin admin] Network hostable DHCP agents. Network: c4e23bb3-49ee-40b1-b135-a73fa2f92cf7, hostable agents: ['8dc1a162-787d-4a45-80b7-87a05126eea7'], hosted agents: [] {{(pid=91666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 13:01:43.202280 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.db.provisioning_blocks [None req-4f9ba051-09bf-4c90-ab98-e35a5b246d7c admin admin] Transition to ACTIVE for port object b8f682ec-5609-493d-bbda-a1c75e63058d will not be triggered until provisioned by entity DHCP. {{(pid=91667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 13:01:43.222052 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424dad85-9381-49dd-aaba-2b496d8dfd7b admin admin] Network c4e23bb3-49ee-40b1-b135-a73fa2f92cf7 is scheduled to be hosted by DHCP agent 8dc1a162-787d-4a45-80b7-87a05126eea7 with binding_index 1 {{(pid=91666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 13:01:43.234395 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.base_scheduler [None req-424dad85-9381-49dd-aaba-2b496d8dfd7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-1-iscsi, c4e23bb3-49ee-40b1-b135-a73fa2f92cf7) {{(pid=91666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 13:01:43.242089 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424dad85-9381-49dd-aaba-2b496d8dfd7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:43.242822 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-424dad85-9381-49dd-aaba-2b496d8dfd7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for subnet, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:43.243914 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b441b887-ded7-4231-afab-2c38344fe522 None None] Network c4e23bb3-49ee-40b1-b135-a73fa2f92cf7 requested from dv-cinder-796114-1-iscsi {{(pid=91668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 13:01:43.258545 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4f9ba051-09bf-4c90-ab98-e35a5b246d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1466997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-122173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752044431912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13277797'] for port, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:43.261671 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-424dad85-9381-49dd-aaba-2b496d8dfd7b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6255374 Jun 12 13:01:43.268413 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-e26a6da2-6433-488d-aad2-31ea859c2f86 tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:01:43.328060 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9ba051-09bf-4c90-ab98-e35a5b246d7c admin admin] Network aa0b2eef-60a6-40a3-bce6-957f6885e8a4 is already hosted by enough agents. {{(pid=91667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 13:01:43.331110 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.base_scheduler [None req-4f9ba051-09bf-4c90-ab98-e35a5b246d7c admin admin] Resources bound (agent type, host, resource id): {{(pid=91667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 13:01:43.334478 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9ba051-09bf-4c90-ab98-e35a5b246d7c admin admin] Received port after_create {{(pid=91667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 13:01:43.345178 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-1da3096b-7330-4979-9edf-504fc1cbaf65 None None] Set router 011906b6-63ba-4042-94b7-2ca2aec47836 gateway port host: dv-cinder-796114-1-iscsi {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 13:01:43.390726 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ba051-09bf-4c90-ab98-e35a5b246d7c admin admin] Pushing event updated for resources: {'Port': ['ID=b8f682ec-5609-493d-bbda-a1c75e63058d,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:01:43.405636 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-4f9ba051-09bf-4c90-ab98-e35a5b246d7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:01:43.428552 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4f9ba051-09bf-4c90-ab98-e35a5b246d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-458079'] for router_interface, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:43.469625 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1236d755-fc44-4d61-918b-2039f807e877 None None] Network c4e23bb3-49ee-40b1-b135-a73fa2f92cf7 requested from dv-cinder-796114-1-iscsi {{(pid=91668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 13:01:43.695640 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-1da3096b-7330-4979-9edf-504fc1cbaf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'name': 'tempest-TestVolumeBootPattern-579667739-router', 'tenant_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '427b2e02-31e1-417e-9709-d426dc1bbaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T13:01:37Z', 'updated_at': '2021-06-12T13:01:40Z', 'revision_number': 3, 'project_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'gw_port': {'id': '427b2e02-31e1-417e-9709-d426dc1bbaba', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:09:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:01:39Z', 'updated_at': '2021-06-12T13:01:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi'}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:01:43.701121 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da3096b-7330-4979-9edf-504fc1cbaf65 None None] The sync data for ids ['011906b6-63ba-4042-94b7-2ca2aec47836'] in dv-cinder-796114-1-iscsi is: [{'id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'name': 'tempest-TestVolumeBootPattern-579667739-router', 'tenant_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '427b2e02-31e1-417e-9709-d426dc1bbaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T13:01:37Z', 'updated_at': '2021-06-12T13:01:40Z', 'revision_number': 3, 'project_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'gw_port': {'id': '427b2e02-31e1-417e-9709-d426dc1bbaba', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:09:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:01:39Z', 'updated_at': '2021-06-12T13:01:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi'}] {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 13:01:43.712935 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-1370e303-09df-4b5b-b792-991752b6ec3b None None] Provisioning for port b8f682ec-5609-493d-bbda-a1c75e63058d completed by entity DHCP. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 13:01:43.717410 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-1370e303-09df-4b5b-b792-991752b6ec3b None None] Provisioning complete for port b8f682ec-5609-493d-bbda-a1c75e63058d triggered by entity DHCP. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 13:01:43.717676 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-1370e303-09df-4b5b-b792-991752b6ec3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:43.767575 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-1370e303-09df-4b5b-b792-991752b6ec3b None None] Port b8f682ec-5609-493d-bbda-a1c75e63058d cannot update to ACTIVE because it is not bound. {{(pid=91668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 13:01:43.781630 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4f9ba051-09bf-4c90-ab98-e35a5b246d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:43.869343 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c313db8-8594-4d83-8e1a-92ccccd259bb req-909e8bde-7741-4963-98f7-e2913d6e2d16 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:43.870884 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-1c313db8-8594-4d83-8e1a-92ccccd259bb req-909e8bde-7741-4963-98f7-e2913d6e2d16 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 945 time: 0.1530755 Jun 12 13:01:43.962321 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-1c313db8-8594-4d83-8e1a-92ccccd259bb req-b8cef4f1-b633-4d1f-9d2b-4d63c7f8609e tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846293 Jun 12 13:01:44.118230 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4f9ba051-09bf-4c90-ab98-e35a5b246d7c admin admin] Notify callbacks [] for port, precommit_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:44.124023 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4f9ba051-09bf-4c90-ab98-e35a5b246d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13277787'] for port, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:44.128118 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-a360ce41-aa87-4786-baaf-f778fe044797 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:01:44.219746 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4f9ba051-09bf-4c90-ab98-e35a5b246d7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-458187'] for router_interface, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:44.222940 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ba051-09bf-4c90-ab98-e35a5b246d7c admin admin] Pushing event updated for resources: {'Port': ['ID=b8f682ec-5609-493d-bbda-a1c75e63058d,revision_number=2']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:01:44.229174 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-4f9ba051-09bf-4c90-ab98-e35a5b246d7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:01:44.251948 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d38bdb8-c2cc-43d1-bb42-01e3f00844bf req-79f047d9-836d-4c73-b357-667bd42b8857 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:44.253611 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-7d38bdb8-c2cc-43d1-bb42-01e3f00844bf req-79f047d9-836d-4c73-b357-667bd42b8857 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 945 time: 0.0908916 Jun 12 13:01:44.306918 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-7d38bdb8-c2cc-43d1-bb42-01e3f00844bf req-a84a5e52-cfc1-4a13-8d56-30d9f564ce3d tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443947 Jun 12 13:01:44.354484 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9ba051-09bf-4c90-ab98-e35a5b246d7c admin admin] Network aa0b2eef-60a6-40a3-bce6-957f6885e8a4 is already hosted by enough agents. {{(pid=91667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 13:01:44.356126 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.base_scheduler [None req-4f9ba051-09bf-4c90-ab98-e35a5b246d7c admin admin] Resources bound (agent type, host, resource id): {{(pid=91667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 13:01:44.535125 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f9ba051-09bf-4c90-ab98-e35a5b246d7c admin admin] Router 011906b6-63ba-4042-94b7-2ca2aec47836 has already been hosted by L3 agent 68a3a672-d21c-4adb-804e-7b4e770767ea {{(pid=91667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 13:01:44.593858 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-4b4a4daf-0dd6-43c2-8ea9-022b4a353105 None None] Provisioning complete for port b8f682ec-5609-493d-bbda-a1c75e63058d triggered by entity DHCP. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 13:01:44.594417 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-4b4a4daf-0dd6-43c2-8ea9-022b4a353105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:44.653031 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-4b4a4daf-0dd6-43c2-8ea9-022b4a353105 None None] Port b8f682ec-5609-493d-bbda-a1c75e63058d cannot update to ACTIVE because it is not bound. {{(pid=91668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 13:01:44.723521 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f9ba051-09bf-4c90-ab98-e35a5b246d7c admin admin] Notify agent at l3_agent.dv-cinder-796114-1-iscsi the message routers_updated {{(pid=91667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 13:01:44.732322 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-4f9ba051-09bf-4c90-ab98-e35a5b246d7c admin admin] 10.222.0.23 "PUT /v2.0/routers/011906b6-63ba-4042-94b7-2ca2aec47836/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8757446 Jun 12 13:01:44.781209 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device 427b2e02-31e1-417e-9709-d426dc1bbaba up at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 13:01:44.838526 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning for port 427b2e02-31e1-417e-9709-d426dc1bbaba completed by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 13:01:44.842104 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning complete for port 427b2e02-31e1-417e-9709-d426dc1bbaba triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 13:01:44.842531 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:44.955021 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:44.977687 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] For port 427b2e02-31e1-417e-9709-d426dc1bbaba, host dv-cinder-796114-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=427b2e02-31e1-417e-9709-d426dc1bbaba,segment=NetworkSegment(3c2da916-7025-41e9-bbaa-dbdda4d660f0),segment_id=3c2da916-7025-41e9-bbaa-dbdda4d660f0)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:01:44.982032 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:44.984812 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-94633a52-3734-41ed-a108-13167b8312f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:01:45.051843 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Pushing event updated for resources: {'Port': ['ID=427b2e02-31e1-417e-9709-d426dc1bbaba,revision_number=4']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:01:45.057211 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:01:45.185644 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a0398a-0eaa-4d54-a9fa-d5fa5e97f059 req-347a8f0e-8e6f-43b0-bb4d-c7743a1d620b tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:45.187680 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-c4a0398a-0eaa-4d54-a9fa-d5fa5e97f059 req-347a8f0e-8e6f-43b0-bb4d-c7743a1d620b tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 945 time: 0.0864708 Jun 12 13:01:45.232637 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-c4a0398a-0eaa-4d54-a9fa-d5fa5e97f059 req-74f2ac8f-d448-44d5-a6a1-cfbd8eb43a7a tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390601 Jun 12 13:01:45.281777 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 56350) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:01:45.286905 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [None req-988bcd31-5720-4073-9ac6-cf0c1d8fe242 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1086924685-network', 'tenant_id': 'f8d17f6a111a41c8bab1fafeea99711b'}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:01:45.308012 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988bcd31-5720-4073-9ac6-cf0c1d8fe242 admin admin] Made reservation on behalf of f8d17f6a111a41c8bab1fafeea99711b for: {'network': 1} {{(pid=91666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 13:01:45.310645 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-988bcd31-5720-4073-9ac6-cf0c1d8fe242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for network, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:45.328051 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-988bcd31-5720-4073-9ac6-cf0c1d8fe242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:45.429209 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-988bcd31-5720-4073-9ac6-cf0c1d8fe242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:45.433075 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-988bcd31-5720-4073-9ac6-cf0c1d8fe242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:45.435973 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-1be70ae5-f51d-4bde-b732-b865b8337beb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:01:45.463062 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-988bcd31-5720-4073-9ac6-cf0c1d8fe242 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=91666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 13:01:45.469786 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988bcd31-5720-4073-9ac6-cf0c1d8fe242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3fc3bc5-1845-4f7d-bfd3-7e24c51f63e2,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:01:45.473430 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-988bcd31-5720-4073-9ac6-cf0c1d8fe242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:01:45.476998 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-988bcd31-5720-4073-9ac6-cf0c1d8fe242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400235'] for segment, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:45.477343 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.db.segments_db [None req-988bcd31-5720-4073-9ac6-cf0c1d8fe242 admin admin] Added segment dc66459e-1231-4d79-83b7-5e2fdb5e7086 of type vlan for network b9cc3763-ee16-45c6-b252-666780414e51 Jun 12 13:01:45.505224 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81611b29-5b93-40a8-bd9b-45738d96ef7b None None] Sync routers for ids ['011906b6-63ba-4042-94b7-2ca2aec47836'] in dv-cinder-796114-1-iscsi {{(pid=91668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 13:01:45.514838 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81611b29-5b93-40a8-bd9b-45738d96ef7b None None] Routers {'011906b6-63ba-4042-94b7-2ca2aec47836'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 13:01:45.515451 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-81611b29-5b93-40a8-bd9b-45738d96ef7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T13:01:23Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['011906b6-63ba-4042-94b7-2ca2aec47836'], 'active': True} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:01:45.530962 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-988bcd31-5720-4073-9ac6-cf0c1d8fe242 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752044417208'] for network, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:45.559532 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-988bcd31-5720-4073-9ac6-cf0c1d8fe242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786'] for network, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:45.560882 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988bcd31-5720-4073-9ac6-cf0c1d8fe242 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:45.561466 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-988bcd31-5720-4073-9ac6-cf0c1d8fe242 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for network, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:45.563584 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-734f17fe-3b9c-4966-ba64-efa6f3d7c73e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:01:45.602811 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-988bcd31-5720-4073-9ac6-cf0c1d8fe242 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3198938 Jun 12 13:01:45.605847 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 56354) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:01:45.611904 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.v2.base [None req-18220546-f2c4-43d9-9c10-f8df92e1688d admin admin] Request body: {'subnet': {'network_id': 'b9cc3763-ee16-45c6-b252-666780414e51', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1086924685-subnet', 'tenant_id': 'f8d17f6a111a41c8bab1fafeea99711b', 'ip_version': 4}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:01:45.639012 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18220546-f2c4-43d9-9c10-f8df92e1688d admin admin] Made reservation on behalf of f8d17f6a111a41c8bab1fafeea99711b for: {'subnet': 1} {{(pid=91667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 13:01:45.642710 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-18220546-f2c4-43d9-9c10-f8df92e1688d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967252'] for subnet, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:45.647344 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988bcd31-5720-4073-9ac6-cf0c1d8fe242 admin admin] Pushing event updated for resources: {'Network': ['ID=b9cc3763-ee16-45c6-b252-666780414e51,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:01:45.650809 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-988bcd31-5720-4073-9ac6-cf0c1d8fe242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:01:45.660173 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Network b9cc3763-ee16-45c6-b252-666780414e51 details requested by agent ovs-agent-dv-cinder-796114-1-iscsi with host dv-cinder-796114-1-iscsi {{(pid=91668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 13:01:45.666075 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvr_db [None req-81611b29-5b93-40a8-bd9b-45738d96ef7b None None] Set router 011906b6-63ba-4042-94b7-2ca2aec47836 gateway port host: dv-cinder-796114-1-iscsi {{(pid=91668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 13:01:46.130933 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-18220546-f2c4-43d9-9c10-f8df92e1688d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13278165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967234'] for subnet, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:46.134573 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:01:46.169753 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-81611b29-5b93-40a8-bd9b-45738d96ef7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'name': 'tempest-TestVolumeBootPattern-579667739-router', 'tenant_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '427b2e02-31e1-417e-9709-d426dc1bbaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T13:01:37Z', 'updated_at': '2021-06-12T13:01:43Z', 'revision_number': 4, 'project_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'gw_port': {'id': '427b2e02-31e1-417e-9709-d426dc1bbaba', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:09:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:01:39Z', 'updated_at': '2021-06-12T13:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_interfaces': [{'id': 'b8f682ec-5609-493d-bbda-a1c75e63058d', 'name': '', 'network_id': 'aa0b2eef-60a6-40a3-bce6-957f6885e8a4', 'tenant_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'mac_address': 'fa:16:3e:11:48:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'a098da02-dc26-4e87-a6b5-562c3ad57ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:01:42Z', 'updated_at': '2021-06-12T13:01:43Z', 'revision_number': 2, 'project_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'subnets': [{'id': 'a098da02-dc26-4e87-a6b5-562c3ad57ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:01:46.173299 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81611b29-5b93-40a8-bd9b-45738d96ef7b None None] Checking router: 011906b6-63ba-4042-94b7-2ca2aec47836 for host: dv-cinder-796114-1-iscsi {{(pid=91668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 13:01:46.173654 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81611b29-5b93-40a8-bd9b-45738d96ef7b None None] Updating router 011906b6-63ba-4042-94b7-2ca2aec47836 port b8f682ec-5609-493d-bbda-a1c75e63058d binding host dv-cinder-796114-1-iscsi {{(pid=91668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 13:01:46.208880 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18220546-f2c4-43d9-9c10-f8df92e1688d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c40feb3c-6601-4040-961d-729ea5355d78,revision_number=0']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:01:46.212035 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-18220546-f2c4-43d9-9c10-f8df92e1688d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:01:46.214877 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18220546-f2c4-43d9-9c10-f8df92e1688d admin admin] Checking segment: {'id': 'dc66459e-1231-4d79-83b7-5e2fdb5e7086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b9cc3763-ee16-45c6-b252-666780414e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 13:01:46.215237 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18220546-f2c4-43d9-9c10-f8df92e1688d admin admin] Network hostable DHCP agents. Network: b9cc3763-ee16-45c6-b252-666780414e51, hostable agents: ['8dc1a162-787d-4a45-80b7-87a05126eea7'], hosted agents: [] {{(pid=91667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 13:01:46.226045 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-81611b29-5b93-40a8-bd9b-45738d96ef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:46.237382 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18220546-f2c4-43d9-9c10-f8df92e1688d admin admin] Network b9cc3763-ee16-45c6-b252-666780414e51 is scheduled to be hosted by DHCP agent 8dc1a162-787d-4a45-80b7-87a05126eea7 with binding_index 1 {{(pid=91667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 13:01:46.248493 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.base_scheduler [None req-18220546-f2c4-43d9-9c10-f8df92e1688d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-1-iscsi, b9cc3763-ee16-45c6-b252-666780414e51) {{(pid=91667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 13:01:46.254314 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18220546-f2c4-43d9-9c10-f8df92e1688d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:46.255135 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-18220546-f2c4-43d9-9c10-f8df92e1688d admin admin] Notify callbacks [] for subnet, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:46.266467 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a3f046-0b23-4fcf-bd90-bb10b8a43593 None None] Network b9cc3763-ee16-45c6-b252-666780414e51 requested from dv-cinder-796114-1-iscsi {{(pid=91668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 13:01:46.276264 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 56366) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:01:46.276539 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-18220546-f2c4-43d9-9c10-f8df92e1688d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6690586 Jun 12 13:01:46.280816 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [None req-bca1e1f8-c366-4dbc-ba9a-e0c756514709 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1086924685-router', 'tenant_id': 'f8d17f6a111a41c8bab1fafeea99711b', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587'}}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:01:46.310638 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-bca1e1f8-c366-4dbc-ba9a-e0c756514709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-443820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60904'] for router, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:46.311708 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-bca1e1f8-c366-4dbc-ba9a-e0c756514709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-389058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60897'] for router, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:46.382079 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-bca1e1f8-c366-4dbc-ba9a-e0c756514709 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:46.435120 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe0d49-2c86-4cef-ad0c-54e8cd71bf85 req-4a134bd6-b4f3-4cc0-9a72-5b78ff2e863d tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:46.437772 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-4bbe0d49-2c86-4cef-ad0c-54e8cd71bf85 req-4a134bd6-b4f3-4cc0-9a72-5b78ff2e863d tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 945 time: 0.0796335 Jun 12 13:01:46.486214 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-4bbe0d49-2c86-4cef-ad0c-54e8cd71bf85 req-18f3ae64-0cf2-43b6-ba2b-3c0aa477265d tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399406 Jun 12 13:01:46.594749 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-bca1e1f8-c366-4dbc-ba9a-e0c756514709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453826', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-443838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60919'] for router, precommit_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:46.652492 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d17926a-7502-4762-b33e-9b8a9ccb16da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94262ffb-d3ee-52fc-8937-1caaa686fe76-b9cc3763-ee16-45c6-b252-666780414e51', 'network_id': 'b9cc3763-ee16-45c6-b252-666780414e51', 'tenant_id': 'f8d17f6a111a41c8bab1fafeea99711b', 'fixed_ips': [{'subnet_id': 'c40feb3c-6601-4040-961d-729ea5355d78'}]}} from dv-cinder-796114-1-iscsi. {{(pid=91668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 12 13:01:46.653316 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-2d17926a-7502-4762-b33e-9b8a9ccb16da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for port, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:46.773203 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device 427b2e02-31e1-417e-9709-d426dc1bbaba up at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 13:01:46.856791 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-81611b29-5b93-40a8-bd9b-45738d96ef7b None None] Notify callbacks [] for port, precommit_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:46.889342 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-bca1e1f8-c366-4dbc-ba9a-e0c756514709 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:46.898612 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-81611b29-5b93-40a8-bd9b-45738d96ef7b None None] Transition to ACTIVE for port object b8f682ec-5609-493d-bbda-a1c75e63058d will not be triggered until provisioned by entity L2. {{(pid=91668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 13:01:46.916826 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-81611b29-5b93-40a8-bd9b-45738d96ef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:46.921374 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-bca1e1f8-c366-4dbc-ba9a-e0c756514709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for port, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:46.922263 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-5a4ec438-b416-45c5-9cc4-2a1cce79907b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:01:46.968952 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.db_base_plugin_common [None req-2d17926a-7502-4762-b33e-9b8a9ccb16da None None] Allocated IP 172.20.0.2 (b9cc3763-ee16-45c6-b252-666780414e51/c40feb3c-6601-4040-961d-729ea5355d78/ac80362f-fa07-4ea2-b3ba-f6e4d5e3a3ed) {{(pid=91668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 13:01:47.024650 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning complete for port 427b2e02-31e1-417e-9709-d426dc1bbaba triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 13:01:47.025021 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:47.075100 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343999ab-1c82-4337-a01e-deee7c881386 None None] Pushing event updated for resources: {'Port': ['ID=b8f682ec-5609-493d-bbda-a1c75e63058d,revision_number=3']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:01:47.083580 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-343999ab-1c82-4337-a01e-deee7c881386 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:01:47.084027 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.db_base_plugin_common [None req-bca1e1f8-c366-4dbc-ba9a-e0c756514709 admin admin] Allocated IP 172.27.3.116 (d31b88ef-fdf5-46b1-8572-11d751094587/d3cd8c99-09c7-4ded-87bb-a3c326773e06/01339bc3-d9df-4a43-b5be-de6756539b3c) {{(pid=91666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 13:01:47.243389 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [None req-81611b29-5b93-40a8-bd9b-45738d96ef7b None None] Attempting to bind port b8f682ec-5609-493d-bbda-a1c75e63058d on host dv-cinder-796114-1-iscsi for vnic_type normal with profile {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 13:01:47.243769 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [None req-81611b29-5b93-40a8-bd9b-45738d96ef7b None None] Attempting to bind port b8f682ec-5609-493d-bbda-a1c75e63058d by drivers openvswitch,hyperv on host dv-cinder-796114-1-iscsi at level 0 using segments [{'id': '86f06b86-229d-493d-b99a-2228fdd8c3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'aa0b2eef-60a6-40a3-bce6-957f6885e8a4'}] {{(pid=91668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 13:01:47.244146 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81611b29-5b93-40a8-bd9b-45738d96ef7b None None] Attempting to bind port b8f682ec-5609-493d-bbda-a1c75e63058d on network aa0b2eef-60a6-40a3-bce6-957f6885e8a4 {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 13:01:47.244863 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-bca1e1f8-c366-4dbc-ba9a-e0c756514709 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:47.284843 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81611b29-5b93-40a8-bd9b-45738d96ef7b None None] Checking agent: {'id': '0e4c1f03-8758-41fd-af96-477868dcd4b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 12, 50, 23), 'started_at': datetime.datetime(2021, 6, 12, 12, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 13, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 13:01:47.285174 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81611b29-5b93-40a8-bd9b-45738d96ef7b None None] Checking segment: {'id': '86f06b86-229d-493d-b99a-2228fdd8c3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'aa0b2eef-60a6-40a3-bce6-957f6885e8a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 13:01:47.285535 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-81611b29-5b93-40a8-bd9b-45738d96ef7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:47.285962 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81611b29-5b93-40a8-bd9b-45738d96ef7b None None] Bound using segment: {'id': '86f06b86-229d-493d-b99a-2228fdd8c3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'aa0b2eef-60a6-40a3-bce6-957f6885e8a4'} {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 13:01:47.286460 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [None req-81611b29-5b93-40a8-bd9b-45738d96ef7b None None] Bound port: b8f682ec-5609-493d-bbda-a1c75e63058d, host: dv-cinder-796114-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86f06b86-229d-493d-b99a-2228fdd8c3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'aa0b2eef-60a6-40a3-bce6-957f6885e8a4'}}] {{(pid=91668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 13:01:47.286839 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-81611b29-5b93-40a8-bd9b-45738d96ef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:47.288463 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-bca1e1f8-c366-4dbc-ba9a-e0c756514709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1466997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-122173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752044431912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14082974'] for port, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:47.291351 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-7f3a862e-bf36-4242-af18-e4a377c8f347 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:01:47.339182 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca1e1f8-c366-4dbc-ba9a-e0c756514709 admin admin] Network d31b88ef-fdf5-46b1-8572-11d751094587 is already hosted by enough agents. {{(pid=91666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 13:01:47.342033 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.base_scheduler [None req-bca1e1f8-c366-4dbc-ba9a-e0c756514709 admin admin] Resources bound (agent type, host, resource id): {{(pid=91666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 13:01:47.346462 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca1e1f8-c366-4dbc-ba9a-e0c756514709 admin admin] Received port after_create {{(pid=91666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 13:01:47.349624 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca1e1f8-c366-4dbc-ba9a-e0c756514709 admin admin] Pushing event updated for resources: {'Port': ['ID=01339bc3-d9df-4a43-b5be-de6756539b3c,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:01:47.375497 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-bca1e1f8-c366-4dbc-ba9a-e0c756514709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:01:47.443499 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-2d17926a-7502-4762-b33e-9b8a9ccb16da None None] Notify callbacks [] for port, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:47.453238 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-81611b29-5b93-40a8-bd9b-45738d96ef7b None None] For port b8f682ec-5609-493d-bbda-a1c75e63058d, host dv-cinder-796114-1-iscsi, cleared binding levels {{(pid=91668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 13:01:47.457371 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-81611b29-5b93-40a8-bd9b-45738d96ef7b None None] For port b8f682ec-5609-493d-bbda-a1c75e63058d, host dv-cinder-796114-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=b8f682ec-5609-493d-bbda-a1c75e63058d,segment=NetworkSegment(86f06b86-229d-493d-b99a-2228fdd8c3a7),segment_id=86f06b86-229d-493d-b99a-2228fdd8c3a7)] {{(pid=91668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 13:01:47.458600 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-2d17926a-7502-4762-b33e-9b8a9ccb16da None None] Transition to ACTIVE for port object ac80362f-fa07-4ea2-b3ba-f6e4d5e3a3ed will not be triggered until provisioned by entity L2. {{(pid=91668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 13:01:47.465720 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-81611b29-5b93-40a8-bd9b-45738d96ef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:47.470608 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:01:47.519576 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-2d17926a-7502-4762-b33e-9b8a9ccb16da None None] Transition to ACTIVE for port object ac80362f-fa07-4ea2-b3ba-f6e4d5e3a3ed will not be triggered until provisioned by entity DHCP. {{(pid=91668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 13:01:47.536046 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-2d17926a-7502-4762-b33e-9b8a9ccb16da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1466997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-122173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752044431912'] for port, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:47.557128 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d17926a-7502-4762-b33e-9b8a9ccb16da None None] Network b9cc3763-ee16-45c6-b252-666780414e51 is already hosted by enough agents. {{(pid=91668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 13:01:47.561402 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.scheduler.base_scheduler [None req-2d17926a-7502-4762-b33e-9b8a9ccb16da None None] Resources bound (agent type, host, resource id): {{(pid=91668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 13:01:47.567455 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d17926a-7502-4762-b33e-9b8a9ccb16da None None] Received port after_create {{(pid=91668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 13:01:47.577590 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81611b29-5b93-40a8-bd9b-45738d96ef7b None None] Routers {'011906b6-63ba-4042-94b7-2ca2aec47836'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 13:01:47.578296 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-81611b29-5b93-40a8-bd9b-45738d96ef7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T13:01:23Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['011906b6-63ba-4042-94b7-2ca2aec47836'], 'active': True} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:01:47.906073 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343999ab-1c82-4337-a01e-deee7c881386 None None] Pushing event updated for resources: {'Port': ['ID=b8f682ec-5609-493d-bbda-a1c75e63058d,revision_number=4']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:01:47.911603 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-343999ab-1c82-4337-a01e-deee7c881386 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:01:47.915465 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.367s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:01:48.044445 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [None req-2d17926a-7502-4762-b33e-9b8a9ccb16da None None] Attempting to bind port ac80362f-fa07-4ea2-b3ba-f6e4d5e3a3ed on host dv-cinder-796114-1-iscsi for vnic_type normal with profile {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 13:01:48.044588 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [None req-2d17926a-7502-4762-b33e-9b8a9ccb16da None None] Attempting to bind port ac80362f-fa07-4ea2-b3ba-f6e4d5e3a3ed by drivers openvswitch,hyperv on host dv-cinder-796114-1-iscsi at level 0 using segments [{'id': 'dc66459e-1231-4d79-83b7-5e2fdb5e7086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b9cc3763-ee16-45c6-b252-666780414e51'}] {{(pid=91668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 13:01:48.044992 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d17926a-7502-4762-b33e-9b8a9ccb16da None None] Attempting to bind port ac80362f-fa07-4ea2-b3ba-f6e4d5e3a3ed on network b9cc3763-ee16-45c6-b252-666780414e51 {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 13:01:48.051645 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d17926a-7502-4762-b33e-9b8a9ccb16da None None] Pushing event updated for resources: {'Port': ['ID=ac80362f-fa07-4ea2-b3ba-f6e4d5e3a3ed,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:01:48.062560 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-2d17926a-7502-4762-b33e-9b8a9ccb16da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:01:48.063429 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d17926a-7502-4762-b33e-9b8a9ccb16da None None] Checking agent: {'id': '0e4c1f03-8758-41fd-af96-477868dcd4b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 12, 50, 23), 'started_at': datetime.datetime(2021, 6, 12, 12, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 13, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 13:01:48.064061 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d17926a-7502-4762-b33e-9b8a9ccb16da None None] Checking segment: {'id': 'dc66459e-1231-4d79-83b7-5e2fdb5e7086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b9cc3763-ee16-45c6-b252-666780414e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 13:01:48.064650 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-2d17926a-7502-4762-b33e-9b8a9ccb16da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:48.065242 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d17926a-7502-4762-b33e-9b8a9ccb16da None None] Bound using segment: {'id': 'dc66459e-1231-4d79-83b7-5e2fdb5e7086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b9cc3763-ee16-45c6-b252-666780414e51'} {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 13:01:48.065934 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [None req-2d17926a-7502-4762-b33e-9b8a9ccb16da None None] Bound port: ac80362f-fa07-4ea2-b3ba-f6e4d5e3a3ed, host: dv-cinder-796114-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc66459e-1231-4d79-83b7-5e2fdb5e7086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b9cc3763-ee16-45c6-b252-666780414e51'}}] {{(pid=91668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 13:01:48.066534 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-2d17926a-7502-4762-b33e-9b8a9ccb16da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:48.098906 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvr_db [None req-81611b29-5b93-40a8-bd9b-45738d96ef7b None None] Set router 011906b6-63ba-4042-94b7-2ca2aec47836 gateway port host: dv-cinder-796114-1-iscsi {{(pid=91668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 13:01:48.175029 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66ad24-b985-475b-a4ec-fd7164dae364 req-3f2590fd-c067-4b04-83c2-92a4fc2a2797 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:48.176544 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-2a66ad24-b985-475b-a4ec-fd7164dae364 req-3f2590fd-c067-4b04-83c2-92a4fc2a2797 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 945 time: 0.5334520 Jun 12 13:01:48.177161 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-bca1e1f8-c366-4dbc-ba9a-e0c756514709 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:48.376545 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-2d17926a-7502-4762-b33e-9b8a9ccb16da None None] For port ac80362f-fa07-4ea2-b3ba-f6e4d5e3a3ed, host dv-cinder-796114-1-iscsi, cleared binding levels {{(pid=91668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 13:01:48.451944 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-2d17926a-7502-4762-b33e-9b8a9ccb16da None None] For port ac80362f-fa07-4ea2-b3ba-f6e4d5e3a3ed, host dv-cinder-796114-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=ac80362f-fa07-4ea2-b3ba-f6e4d5e3a3ed,segment=NetworkSegment(dc66459e-1231-4d79-83b7-5e2fdb5e7086),segment_id=dc66459e-1231-4d79-83b7-5e2fdb5e7086)] {{(pid=91668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 13:01:48.466548 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-2d17926a-7502-4762-b33e-9b8a9ccb16da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:48.470339 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:01:48.562305 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-2a66ad24-b985-475b-a4ec-fd7164dae364 req-1a54fc93-a755-41eb-835d-f6c074abd217 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1762145 Jun 12 13:01:48.605315 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d17926a-7502-4762-b33e-9b8a9ccb16da None None] Pushing event updated for resources: {'Port': ['ID=ac80362f-fa07-4ea2-b3ba-f6e4d5e3a3ed,revision_number=2']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:01:48.609968 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-2d17926a-7502-4762-b33e-9b8a9ccb16da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:01:48.613197 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-bca1e1f8-c366-4dbc-ba9a-e0c756514709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-443815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454298'] for router, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:48.666335 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-81611b29-5b93-40a8-bd9b-45738d96ef7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'name': 'tempest-TestVolumeBootPattern-579667739-router', 'tenant_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '427b2e02-31e1-417e-9709-d426dc1bbaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T13:01:37Z', 'updated_at': '2021-06-12T13:01:43Z', 'revision_number': 4, 'project_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'gw_port': {'id': '427b2e02-31e1-417e-9709-d426dc1bbaba', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:09:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:01:39Z', 'updated_at': '2021-06-12T13:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_interfaces': [{'id': 'b8f682ec-5609-493d-bbda-a1c75e63058d', 'name': '', 'network_id': 'aa0b2eef-60a6-40a3-bce6-957f6885e8a4', 'tenant_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'mac_address': 'fa:16:3e:11:48:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'a098da02-dc26-4e87-a6b5-562c3ad57ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:01:42Z', 'updated_at': '2021-06-12T13:01:47Z', 'revision_number': 4, 'project_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'subnets': [{'id': 'a098da02-dc26-4e87-a6b5-562c3ad57ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:01:48.675979 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81611b29-5b93-40a8-bd9b-45738d96ef7b None None] The sync data for ids ['011906b6-63ba-4042-94b7-2ca2aec47836'] in dv-cinder-796114-1-iscsi is: [{'id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'name': 'tempest-TestVolumeBootPattern-579667739-router', 'tenant_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '427b2e02-31e1-417e-9709-d426dc1bbaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T13:01:37Z', 'updated_at': '2021-06-12T13:01:43Z', 'revision_number': 4, 'project_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'gw_port': {'id': '427b2e02-31e1-417e-9709-d426dc1bbaba', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:09:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:01:39Z', 'updated_at': '2021-06-12T13:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_interfaces': [{'id': 'b8f682ec-5609-493d-bbda-a1c75e63058d', 'name': '', 'network_id': 'aa0b2eef-60a6-40a3-bce6-957f6885e8a4', 'tenant_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'mac_address': 'fa:16:3e:11:48:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'a098da02-dc26-4e87-a6b5-562c3ad57ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:01:42Z', 'updated_at': '2021-06-12T13:01:47Z', 'revision_number': 4, 'project_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'subnets': [{'id': 'a098da02-dc26-4e87-a6b5-562c3ad57ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 13:01:49.046612 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d0884f-779f-4bbc-90e8-94c136cf22c9 req-b3bb8bc5-c0b1-4219-9ded-25eb0bdffdf5 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:49.049601 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-24d0884f-779f-4bbc-90e8-94c136cf22c9 req-b3bb8bc5-c0b1-4219-9ded-25eb0bdffdf5 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/networks?id=c4e23bb3-49ee-40b1-b135-a73fa2f92cf7 HTTP/1.1" status: 200 len: 814 time: 0.3352919 Jun 12 13:01:49.063355 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beccd258-b5f0-4403-9659-7cfb894c7219 req-864691cd-85d9-44f0-a52e-b2250e0d315d tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:49.066101 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-beccd258-b5f0-4403-9659-7cfb894c7219 req-864691cd-85d9-44f0-a52e-b2250e0d315d tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 945 time: 0.2244477 Jun 12 13:01:49.088075 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-24d0884f-779f-4bbc-90e8-94c136cf22c9 req-d21f83c8-cd9b-446a-a40e-72026abbdabc tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/quotas/ac041bdb8fe4480596c51fd6103f36d0 HTTP/1.1" status: 200 len: 375 time: 0.0179482 Jun 12 13:01:49.144216 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-24d0884f-779f-4bbc-90e8-94c136cf22c9 req-1ced1cea-140b-4cff-a00d-36abfabdf8ab tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ac041bdb8fe4480596c51fd6103f36d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500534 Jun 12 13:01:49.194384 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-beccd258-b5f0-4403-9659-7cfb894c7219 req-dce32db8-598a-4b42-a12b-bd5c291aff1c tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=208ba6a1-805c-4f9d-a564-c9f39bce27cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102021 Jun 12 13:01:49.263975 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bca1e1f8-c366-4dbc-ba9a-e0c756514709 admin admin] Router 74aa562f-d91f-40b7-ac83-ed313ef58ecf is scheduled to L3 agent 68a3a672-d21c-4adb-804e-7b4e770767ea with binding_index 1 {{(pid=91666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 12 13:01:49.265079 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:49.301164 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-24d0884f-779f-4bbc-90e8-94c136cf22c9 req-8419c89e-70bf-46f2-8a54-587d93a9a8e2 service neutron] 10.222.0.23 "GET /v2.0/networks/c4e23bb3-49ee-40b1-b135-a73fa2f92cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555893 Jun 12 13:01:49.466134 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca1e1f8-c366-4dbc-ba9a-e0c756514709 admin admin] Notify agent at l3_agent.dv-cinder-796114-1-iscsi the message routers_updated {{(pid=91666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 13:01:49.477524 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c03519-9235-410a-aff7-17ccc33c3811 None None] Sync routers for ids ['74aa562f-d91f-40b7-ac83-ed313ef58ecf'] in dv-cinder-796114-1-iscsi {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 13:01:49.489386 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-bca1e1f8-c366-4dbc-ba9a-e0c756514709 admin admin] Notify callbacks [] for router, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:49.491050 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-bca1e1f8-c366-4dbc-ba9a-e0c756514709 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2137816 Jun 12 13:01:49.491535 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c03519-9235-410a-aff7-17ccc33c3811 None None] Routers {'74aa562f-d91f-40b7-ac83-ed313ef58ecf'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 13:01:49.492333 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-52c03519-9235-410a-aff7-17ccc33c3811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T13:01:23Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['74aa562f-d91f-40b7-ac83-ed313ef58ecf'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:01:49.496013 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 56420) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:01:49.631265 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-24d0884f-779f-4bbc-90e8-94c136cf22c9 req-9f7864e6-bfd1-4fce-8d89-453fd1639b6e service neutron] 10.222.0.23 "GET /v2.0/networks/c4e23bb3-49ee-40b1-b135-a73fa2f92cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190563 Jun 12 13:01:49.742076 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-52c03519-9235-410a-aff7-17ccc33c3811 None None] Set router 74aa562f-d91f-40b7-ac83-ed313ef58ecf gateway port host: dv-cinder-796114-1-iscsi {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 13:01:49.963487 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beaaf8a-0238-45c0-9a55-92af7c31659d req-435c244f-bee7-4f93-a770-14743313cc89 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:49.971789 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-4beaaf8a-0238-45c0-9a55-92af7c31659d req-435c244f-bee7-4f93-a770-14743313cc89 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 945 time: 0.1095293 Jun 12 13:01:50.052172 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-4beaaf8a-0238-45c0-9a55-92af7c31659d req-b907109e-f39d-4939-a5a0-f052160fec4d tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755851 Jun 12 13:01:50.183222 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-314abe21-0764-45c3-b46b-52379a18dee6 req-d87574ab-05a5-4d33-9203-11665af65f67 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/ports?device_id=40abdcbf-2e14-4d5c-8761-fcb7b3f05f3b HTTP/1.1" status: 200 len: 210 time: 0.0577114 Jun 12 13:01:50.377900 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96da4146-4504-439f-97cd-6f15e869601b None None] Network b9cc3763-ee16-45c6-b252-666780414e51 requested from dv-cinder-796114-1-iscsi {{(pid=91668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 13:01:50.485836 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-52c03519-9235-410a-aff7-17ccc33c3811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74aa562f-d91f-40b7-ac83-ed313ef58ecf', 'name': 'tempest-TestVolumeBootPattern-1086924685-router', 'tenant_id': 'f8d17f6a111a41c8bab1fafeea99711b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '01339bc3-d9df-4a43-b5be-de6756539b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T13:01:46Z', 'updated_at': '2021-06-12T13:01:47Z', 'revision_number': 3, 'project_id': 'f8d17f6a111a41c8bab1fafeea99711b', 'gw_port': {'id': '01339bc3-d9df-4a43-b5be-de6756539b3c', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d5:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74aa562f-d91f-40b7-ac83-ed313ef58ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:01:46Z', 'updated_at': '2021-06-12T13:01:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi'}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:01:50.500992 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c03519-9235-410a-aff7-17ccc33c3811 None None] Checking router: 74aa562f-d91f-40b7-ac83-ed313ef58ecf for host: dv-cinder-796114-1-iscsi {{(pid=91669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 13:01:50.502880 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c03519-9235-410a-aff7-17ccc33c3811 None None] Updating router 74aa562f-d91f-40b7-ac83-ed313ef58ecf port 01339bc3-d9df-4a43-b5be-de6756539b3c binding host dv-cinder-796114-1-iscsi {{(pid=91669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 13:01:50.554736 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d74d04-7a36-4ac4-98c9-65440a36efa2 req-7c8e43a8-c6ff-4ae5-ab3e-999c43a50792 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:50.563159 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-f6d74d04-7a36-4ac4-98c9-65440a36efa2 req-7c8e43a8-c6ff-4ae5-ab3e-999c43a50792 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 945 time: 0.1163716 Jun 12 13:01:50.633101 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-7afd0a25-4f67-4638-8705-8d1fcaadd604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:50.640722 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-f6d74d04-7a36-4ac4-98c9-65440a36efa2 req-fb5efd7c-a3cd-4a7d-9a55-5c0594850c71 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=208ba6a1-805c-4f9d-a564-c9f39bce27cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765808 Jun 12 13:01:50.657530 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-5b47c091-68dd-4918-8cb8-532f3ff3ec82 None None] Provisioning for port ac80362f-fa07-4ea2-b3ba-f6e4d5e3a3ed completed by entity DHCP. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 13:01:50.665817 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-52c03519-9235-410a-aff7-17ccc33c3811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:50.762546 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-78240845-7d65-4d18-8406-e7b6c5298276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for port, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:50.907680 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device ac80362f-fa07-4ea2-b3ba-f6e4d5e3a3ed up at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 13:01:50.996119 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning for port ac80362f-fa07-4ea2-b3ba-f6e4d5e3a3ed completed by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 13:01:51.030263 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning complete for port ac80362f-fa07-4ea2-b3ba-f6e4d5e3a3ed triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 13:01:51.034922 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:51.043153 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.db.db_base_plugin_common [None req-78240845-7d65-4d18-8406-e7b6c5298276 admin admin] Allocated IP 172.20.0.1 (b9cc3763-ee16-45c6-b252-666780414e51/c40feb3c-6601-4040-961d-729ea5355d78/98f1c703-fbe0-4699-82c4-bc91823fd6ed) {{(pid=91667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 13:01:51.223314 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:51.262796 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-52c03519-9235-410a-aff7-17ccc33c3811 None None] Notify callbacks [] for port, precommit_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:51.273805 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-78240845-7d65-4d18-8406-e7b6c5298276 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:51.284723 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-52c03519-9235-410a-aff7-17ccc33c3811 None None] Transition to ACTIVE for port object 01339bc3-d9df-4a43-b5be-de6756539b3c will not be triggered until provisioned by entity L2. {{(pid=91669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 13:01:51.292387 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] For port ac80362f-fa07-4ea2-b3ba-f6e4d5e3a3ed, host dv-cinder-796114-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=ac80362f-fa07-4ea2-b3ba-f6e4d5e3a3ed,segment=NetworkSegment(dc66459e-1231-4d79-83b7-5e2fdb5e7086),segment_id=dc66459e-1231-4d79-83b7-5e2fdb5e7086)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:01:51.298143 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:51.298427 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-52c03519-9235-410a-aff7-17ccc33c3811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:51.299401 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device b8f682ec-5609-493d-bbda-a1c75e63058d up at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 13:01:51.304709 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-343999ab-1c82-4337-a01e-deee7c881386 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:01:51.311680 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.db.provisioning_blocks [None req-78240845-7d65-4d18-8406-e7b6c5298276 admin admin] Transition to ACTIVE for port object 98f1c703-fbe0-4699-82c4-bc91823fd6ed will not be triggered until provisioned by entity DHCP. {{(pid=91667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 13:01:51.321880 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:01:51.451000 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-90b16aac-a79f-44e5-9797-69b543018c83 None None] Provisioning complete for port ac80362f-fa07-4ea2-b3ba-f6e4d5e3a3ed triggered by entity DHCP. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 13:01:51.451783 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-90b16aac-a79f-44e5-9797-69b543018c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:51.468583 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-78240845-7d65-4d18-8406-e7b6c5298276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1466997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-122173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752044431912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13277797'] for port, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:51.472729 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:01:51.475257 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-fc012742-b17b-44ff-9208-8699aa192233 req-43ff8b3e-6015-4452-ba8b-42fa0267f378 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/ports?device_id=40abdcbf-2e14-4d5c-8761-fcb7b3f05f3b HTTP/1.1" status: 200 len: 210 time: 0.0982952 Jun 12 13:01:51.486473 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6f99a3-6d20-43db-b1c9-eb9a734dbaa8 None None] Pushing event updated for resources: {'Port': ['ID=01339bc3-d9df-4a43-b5be-de6756539b3c,revision_number=2']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:01:51.508118 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-4d6f99a3-6d20-43db-b1c9-eb9a734dbaa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:01:51.558294 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-52c03519-9235-410a-aff7-17ccc33c3811 None None] Attempting to bind port 01339bc3-d9df-4a43-b5be-de6756539b3c on host dv-cinder-796114-1-iscsi for vnic_type normal with profile {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 13:01:51.558842 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-52c03519-9235-410a-aff7-17ccc33c3811 None None] Attempting to bind port 01339bc3-d9df-4a43-b5be-de6756539b3c by drivers openvswitch,hyperv on host dv-cinder-796114-1-iscsi at level 0 using segments [{'id': '3c2da916-7025-41e9-bbaa-dbdda4d660f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587'}] {{(pid=91669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 13:01:51.559368 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c03519-9235-410a-aff7-17ccc33c3811 None None] Attempting to bind port 01339bc3-d9df-4a43-b5be-de6756539b3c on network d31b88ef-fdf5-46b1-8572-11d751094587 {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 13:01:51.564366 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Pushing event updated for resources: {'Port': ['ID=ac80362f-fa07-4ea2-b3ba-f6e4d5e3a3ed,revision_number=3']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:01:51.566452 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78240845-7d65-4d18-8406-e7b6c5298276 admin admin] Network b9cc3763-ee16-45c6-b252-666780414e51 is already hosted by enough agents. {{(pid=91667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 13:01:51.568134 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c03519-9235-410a-aff7-17ccc33c3811 None None] Checking agent: {'id': '0e4c1f03-8758-41fd-af96-477868dcd4b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 12, 50, 23), 'started_at': datetime.datetime(2021, 6, 12, 12, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 13, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 13:01:51.568538 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c03519-9235-410a-aff7-17ccc33c3811 None None] Checking segment: {'id': '3c2da916-7025-41e9-bbaa-dbdda4d660f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 13:01:51.568714 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:01:51.569152 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-52c03519-9235-410a-aff7-17ccc33c3811 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:51.570592 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c03519-9235-410a-aff7-17ccc33c3811 None None] Bound using segment: {'id': '3c2da916-7025-41e9-bbaa-dbdda4d660f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587'} {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 13:01:51.571343 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-52c03519-9235-410a-aff7-17ccc33c3811 None None] Bound port: 01339bc3-d9df-4a43-b5be-de6756539b3c, host: dv-cinder-796114-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2da916-7025-41e9-bbaa-dbdda4d660f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587'}}] {{(pid=91669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 13:01:51.571982 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-52c03519-9235-410a-aff7-17ccc33c3811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:51.581268 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fecd54-51c8-4b82-bd97-10d9984a9455 req-8ef2e9ab-4c0d-4d29-9f63-3812c9672745 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:51.583070 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-b0fecd54-51c8-4b82-bd97-10d9984a9455 req-8ef2e9ab-4c0d-4d29-9f63-3812c9672745 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 945 time: 0.2200415 Jun 12 13:01:51.584979 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.base_scheduler [None req-78240845-7d65-4d18-8406-e7b6c5298276 admin admin] Resources bound (agent type, host, resource id): {{(pid=91667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 13:01:51.587896 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78240845-7d65-4d18-8406-e7b6c5298276 admin admin] Pushing event updated for resources: {'Port': ['ID=98f1c703-fbe0-4699-82c4-bc91823fd6ed,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:01:51.607258 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78240845-7d65-4d18-8406-e7b6c5298276 admin admin] Received port after_create {{(pid=91667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 13:01:51.610548 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-78240845-7d65-4d18-8406-e7b6c5298276 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:01:51.614940 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning for port b8f682ec-5609-493d-bbda-a1c75e63058d completed by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 13:01:51.634392 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning complete for port b8f682ec-5609-493d-bbda-a1c75e63058d triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 13:01:51.634784 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:51.712845 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-b0fecd54-51c8-4b82-bd97-10d9984a9455 req-1cbb6497-98ff-4b67-b120-266274518f7e tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124256 Jun 12 13:01:51.717308 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-78240845-7d65-4d18-8406-e7b6c5298276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-458079'] for router_interface, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:51.841982 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-52c03519-9235-410a-aff7-17ccc33c3811 None None] For port 01339bc3-d9df-4a43-b5be-de6756539b3c, host dv-cinder-796114-1-iscsi, cleared binding levels {{(pid=91669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 13:01:51.846233 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-52c03519-9235-410a-aff7-17ccc33c3811 None None] For port 01339bc3-d9df-4a43-b5be-de6756539b3c, host dv-cinder-796114-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=01339bc3-d9df-4a43-b5be-de6756539b3c,segment=NetworkSegment(3c2da916-7025-41e9-bbaa-dbdda4d660f0),segment_id=3c2da916-7025-41e9-bbaa-dbdda4d660f0)] {{(pid=91669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 13:01:51.855506 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-52c03519-9235-410a-aff7-17ccc33c3811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:51.879428 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-7a149bc9-6449-4358-8fe9-485e61921243 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:01:51.965180 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6f99a3-6d20-43db-b1c9-eb9a734dbaa8 None None] Pushing event updated for resources: {'Port': ['ID=01339bc3-d9df-4a43-b5be-de6756539b3c,revision_number=3']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:01:51.971475 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-4d6f99a3-6d20-43db-b1c9-eb9a734dbaa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:01:51.972499 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c03519-9235-410a-aff7-17ccc33c3811 None None] Routers {'74aa562f-d91f-40b7-ac83-ed313ef58ecf'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 13:01:51.973410 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-52c03519-9235-410a-aff7-17ccc33c3811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T13:01:23Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['74aa562f-d91f-40b7-ac83-ed313ef58ecf'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:01:52.014710 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e2f05-77e1-4baf-b062-6d81c53890ef req-2b5d6fb7-09e4-475e-8b39-29e06b185a6e tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:52.026856 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-78240845-7d65-4d18-8406-e7b6c5298276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:52.027416 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-c42e2f05-77e1-4baf-b062-6d81c53890ef req-2b5d6fb7-09e4-475e-8b39-29e06b185a6e tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 945 time: 0.1535487 Jun 12 13:01:52.051787 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:52.071469 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-6bd5eacf-bc39-46f3-8949-bb27fd0edf1b None None] Provisioning for port 98f1c703-fbe0-4699-82c4-bc91823fd6ed completed by entity DHCP. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 13:01:52.085815 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-c42e2f05-77e1-4baf-b062-6d81c53890ef req-8be785a6-168e-4897-b659-4c5b7c91206f tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=208ba6a1-805c-4f9d-a564-c9f39bce27cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573244 Jun 12 13:01:52.089291 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-6bd5eacf-bc39-46f3-8949-bb27fd0edf1b None None] Provisioning complete for port 98f1c703-fbe0-4699-82c4-bc91823fd6ed triggered by entity DHCP. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 13:01:52.089756 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-6bd5eacf-bc39-46f3-8949-bb27fd0edf1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:52.162468 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] For port b8f682ec-5609-493d-bbda-a1c75e63058d, host dv-cinder-796114-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=b8f682ec-5609-493d-bbda-a1c75e63058d,segment=NetworkSegment(86f06b86-229d-493d-b99a-2228fdd8c3a7),segment_id=86f06b86-229d-493d-b99a-2228fdd8c3a7)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:01:52.171586 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:52.176649 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:01:52.181137 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-6bd5eacf-bc39-46f3-8949-bb27fd0edf1b None None] Port 98f1c703-fbe0-4699-82c4-bc91823fd6ed cannot update to ACTIVE because it is not bound. {{(pid=91668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 13:01:52.186622 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-52c03519-9235-410a-aff7-17ccc33c3811 None None] Set router 74aa562f-d91f-40b7-ac83-ed313ef58ecf gateway port host: dv-cinder-796114-1-iscsi {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 13:01:52.264081 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Pushing event updated for resources: {'Port': ['ID=b8f682ec-5609-493d-bbda-a1c75e63058d,revision_number=5']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:01:52.269786 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:01:52.332268 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-78240845-7d65-4d18-8406-e7b6c5298276 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:52.339481 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-78240845-7d65-4d18-8406-e7b6c5298276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13277787'] for port, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:52.343132 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-a360ce41-aa87-4786-baaf-f778fe044797 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:01:52.457442 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78240845-7d65-4d18-8406-e7b6c5298276 admin admin] Pushing event updated for resources: {'Port': ['ID=98f1c703-fbe0-4699-82c4-bc91823fd6ed,revision_number=2']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:01:52.457442 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-78240845-7d65-4d18-8406-e7b6c5298276 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-458187'] for router_interface, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:52.463159 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-78240845-7d65-4d18-8406-e7b6c5298276 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:01:52.577143 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-52c03519-9235-410a-aff7-17ccc33c3811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74aa562f-d91f-40b7-ac83-ed313ef58ecf', 'name': 'tempest-TestVolumeBootPattern-1086924685-router', 'tenant_id': 'f8d17f6a111a41c8bab1fafeea99711b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '01339bc3-d9df-4a43-b5be-de6756539b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T13:01:46Z', 'updated_at': '2021-06-12T13:01:51Z', 'revision_number': 4, 'project_id': 'f8d17f6a111a41c8bab1fafeea99711b', 'gw_port': {'id': '01339bc3-d9df-4a43-b5be-de6756539b3c', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d5:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74aa562f-d91f-40b7-ac83-ed313ef58ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:01:46Z', 'updated_at': '2021-06-12T13:01:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_interfaces': [{'id': '98f1c703-fbe0-4699-82c4-bc91823fd6ed', 'name': '', 'network_id': 'b9cc3763-ee16-45c6-b252-666780414e51', 'tenant_id': 'f8d17f6a111a41c8bab1fafeea99711b', 'mac_address': 'fa:16:3e:74:c9:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74aa562f-d91f-40b7-ac83-ed313ef58ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'c40feb3c-6601-4040-961d-729ea5355d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:01:50Z', 'updated_at': '2021-06-12T13:01:51Z', 'revision_number': 1, 'project_id': 'f8d17f6a111a41c8bab1fafeea99711b', 'subnets': [{'id': 'c40feb3c-6601-4040-961d-729ea5355d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:01:52.584922 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c03519-9235-410a-aff7-17ccc33c3811 None None] The sync data for ids ['74aa562f-d91f-40b7-ac83-ed313ef58ecf'] in dv-cinder-796114-1-iscsi is: [{'id': '74aa562f-d91f-40b7-ac83-ed313ef58ecf', 'name': 'tempest-TestVolumeBootPattern-1086924685-router', 'tenant_id': 'f8d17f6a111a41c8bab1fafeea99711b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '01339bc3-d9df-4a43-b5be-de6756539b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T13:01:46Z', 'updated_at': '2021-06-12T13:01:51Z', 'revision_number': 4, 'project_id': 'f8d17f6a111a41c8bab1fafeea99711b', 'gw_port': {'id': '01339bc3-d9df-4a43-b5be-de6756539b3c', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d5:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74aa562f-d91f-40b7-ac83-ed313ef58ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:01:46Z', 'updated_at': '2021-06-12T13:01:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_interfaces': [{'id': '98f1c703-fbe0-4699-82c4-bc91823fd6ed', 'name': '', 'network_id': 'b9cc3763-ee16-45c6-b252-666780414e51', 'tenant_id': 'f8d17f6a111a41c8bab1fafeea99711b', 'mac_address': 'fa:16:3e:74:c9:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74aa562f-d91f-40b7-ac83-ed313ef58ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'c40feb3c-6601-4040-961d-729ea5355d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:01:50Z', 'updated_at': '2021-06-12T13:01:51Z', 'revision_number': 1, 'project_id': 'f8d17f6a111a41c8bab1fafeea99711b', 'subnets': [{'id': 'c40feb3c-6601-4040-961d-729ea5355d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 13:01:52.665075 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78240845-7d65-4d18-8406-e7b6c5298276 admin admin] Network b9cc3763-ee16-45c6-b252-666780414e51 is already hosted by enough agents. {{(pid=91667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 13:01:52.666978 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.base_scheduler [None req-78240845-7d65-4d18-8406-e7b6c5298276 admin admin] Resources bound (agent type, host, resource id): {{(pid=91667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 13:01:52.766135 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-6cec411f-3443-4b6d-b67e-f107d69d32f2 req-4f4a8127-0efd-436c-ae7c-842144255586 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/ports?device_id=40abdcbf-2e14-4d5c-8761-fcb7b3f05f3b HTTP/1.1" status: 200 len: 210 time: 0.0709643 Jun 12 13:01:52.806557 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device ac80362f-fa07-4ea2-b3ba-f6e4d5e3a3ed up at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 13:01:52.918097 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning complete for port ac80362f-fa07-4ea2-b3ba-f6e4d5e3a3ed triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 13:01:52.918512 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:53.035516 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-de89b13e-b550-44e0-8569-cff2cd3f38a5 None None] Provisioning complete for port 98f1c703-fbe0-4699-82c4-bc91823fd6ed triggered by entity DHCP. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 13:01:53.035994 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-de89b13e-b550-44e0-8569-cff2cd3f38a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:53.092375 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device b8f682ec-5609-493d-bbda-a1c75e63058d up at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 13:01:53.123577 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b75baab-c1ee-4a9d-8f85-9a496016054e req-9627f5e8-ed73-49eb-b430-4a4442767386 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:53.140262 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-6b75baab-c1ee-4a9d-8f85-9a496016054e req-9627f5e8-ed73-49eb-b430-4a4442767386 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 945 time: 0.2173548 Jun 12 13:01:53.184140 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-de89b13e-b550-44e0-8569-cff2cd3f38a5 None None] Port 98f1c703-fbe0-4699-82c4-bc91823fd6ed cannot update to ACTIVE because it is not bound. {{(pid=91668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 13:01:53.219947 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning complete for port b8f682ec-5609-493d-bbda-a1c75e63058d triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 13:01:53.220249 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:53.240984 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-6b75baab-c1ee-4a9d-8f85-9a496016054e req-2b93d5b3-12c8-4eb5-a9d9-9205eb75cabd tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982428 Jun 12 13:01:53.321172 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:53.464843 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-05145c7c-70b1-478d-948a-b60eef16d3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:53.469591 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2948f-613e-479a-82ec-269d2a71d0d8 req-03dda90b-3f0f-4af1-ad75-1f52c515b9ed tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:53.471735 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-bcc2948f-613e-479a-82ec-269d2a71d0d8 req-03dda90b-3f0f-4af1-ad75-1f52c515b9ed tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 945 time: 0.2192991 Jun 12 13:01:53.473642 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78240845-7d65-4d18-8406-e7b6c5298276 admin admin] Router 74aa562f-d91f-40b7-ac83-ed313ef58ecf has already been hosted by L3 agent 68a3a672-d21c-4adb-804e-7b4e770767ea {{(pid=91667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 13:01:53.699450 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-bcc2948f-613e-479a-82ec-269d2a71d0d8 req-06152c97-8e50-493c-a3f7-bc59fe3c3f90 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=208ba6a1-805c-4f9d-a564-c9f39bce27cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2171879 Jun 12 13:01:53.789609 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78240845-7d65-4d18-8406-e7b6c5298276 admin admin] Notify agent at l3_agent.dv-cinder-796114-1-iscsi the message routers_updated {{(pid=91667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 13:01:53.807721 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-78240845-7d65-4d18-8406-e7b6c5298276 admin admin] 10.222.0.23 "PUT /v2.0/routers/74aa562f-d91f-40b7-ac83-ed313ef58ecf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3105175 Jun 12 13:01:53.989327 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-4fdff6cb-842d-47c8-a5b0-b5bcf7eab0fb req-bd017c6b-da89-4b34-9e1a-db88c4db4fdb tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/ports?device_id=40abdcbf-2e14-4d5c-8761-fcb7b3f05f3b HTTP/1.1" status: 200 len: 210 time: 0.0344055 Jun 12 13:01:54.553066 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d3fc4-24a4-4918-8147-73be064a1159 req-da4ec33d-b0bc-40f7-b3b0-ecd42c83fb4c tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:54.559115 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-ec5d3fc4-24a4-4918-8147-73be064a1159 req-da4ec33d-b0bc-40f7-b3b0-ecd42c83fb4c tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 945 time: 0.1538026 Jun 12 13:01:54.576597 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 56476) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:01:54.588080 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.v2.base [None req-7a04529e-6ba2-4be0-a688-815d1607955e tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-292118881', 'description': 'tempest-secgroup-smoke-292118881 description', 'project_id': '7dc4fd57127a4ce392ff4630ba0b781b'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:01:54.644802 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-7a04529e-6ba2-4be0-a688-815d1607955e tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:54.798570 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-ec5d3fc4-24a4-4918-8147-73be064a1159 req-b74c47fc-72f3-4582-a409-3321f24f521f tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2347288 Jun 12 13:01:54.856694 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d0884f-779f-4bbc-90e8-94c136cf22c9 req-4ec7e212-db8e-4a83-b82e-092a0128d754 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:54.857304 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device 01339bc3-d9df-4a43-b5be-de6756539b3c up at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 13:01:54.859532 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-24d0884f-779f-4bbc-90e8-94c136cf22c9 req-4ec7e212-db8e-4a83-b82e-092a0128d754 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.30 "GET /v2.0/networks?id=c4e23bb3-49ee-40b1-b135-a73fa2f92cf7 HTTP/1.1" status: 200 len: 814 time: 0.3733950 Jun 12 13:01:54.886142 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [req-24d0884f-779f-4bbc-90e8-94c136cf22c9 req-03f58472-6cad-471c-b21e-cf01c808084d tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Request body: {'port': {'device_id': '40abdcbf-2e14-4d5c-8761-fcb7b3f05f3b', 'network_id': 'c4e23bb3-49ee-40b1-b135-a73fa2f92cf7', 'admin_state_up': True, 'tenant_id': 'ac041bdb8fe4480596c51fd6103f36d0'}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:01:54.895099 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-7a04529e-6ba2-4be0-a688-815d1607955e tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:54.912161 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-7a04529e-6ba2-4be0-a688-815d1607955e tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:54.922811 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-2eac7031-d498-4bb8-9d3e-f1592209a809 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:01:55.003346 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a04529e-6ba2-4be0-a688-815d1607955e tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5110f7c-e46f-4ac8-bab7-b4ce29570688,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:01:55.005776 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning for port 01339bc3-d9df-4a43-b5be-de6756539b3c completed by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 13:01:55.011043 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning complete for port 01339bc3-d9df-4a43-b5be-de6756539b3c triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 13:01:55.011711 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:55.012051 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-7a04529e-6ba2-4be0-a688-815d1607955e tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:01:55.042699 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-7a04529e-6ba2-4be0-a688-815d1607955e tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:55.045845 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-7a04529e-6ba2-4be0-a688-815d1607955e tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4655995 Jun 12 13:01:55.065214 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 56494) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:01:55.072380 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.v2.base [None req-f17a59ce-e71b-4c08-b309-751980511432 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Request body: {'security_group_rule': {'security_group_id': 'f5110f7c-e46f-4ac8-bab7-b4ce29570688', 'project_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:01:55.127339 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-7239a5c3-c5f0-4f25-a5be-c6c46247b3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:55.187978 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f17a59ce-e71b-4c08-b309-751980511432 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:55.218280 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24d0884f-779f-4bbc-90e8-94c136cf22c9 req-03f58472-6cad-471c-b21e-cf01c808084d tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Made reservation on behalf of ac041bdb8fe4480596c51fd6103f36d0 for: {'port': 1} {{(pid=91666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 13:01:55.228049 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:55.228863 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-24d0884f-779f-4bbc-90e8-94c136cf22c9 req-03f58472-6cad-471c-b21e-cf01c808084d tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for port, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:55.286419 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] For port 01339bc3-d9df-4a43-b5be-de6756539b3c, host dv-cinder-796114-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=01339bc3-d9df-4a43-b5be-de6756539b3c,segment=NetworkSegment(3c2da916-7025-41e9-bbaa-dbdda4d660f0),segment_id=3c2da916-7025-41e9-bbaa-dbdda4d660f0)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:01:55.301441 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:55.304760 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:01:55.369417 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f17a59ce-e71b-4c08-b309-751980511432 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:55.381267 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f17a59ce-e71b-4c08-b309-751980511432 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441033'] for security_group_rule, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:55.389770 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Pushing event updated for resources: {'Port': ['ID=01339bc3-d9df-4a43-b5be-de6756539b3c,revision_number=4']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:01:55.391760 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-f160e951-1cae-42a9-b6f9-2bc1935cc9dc tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:01:55.393534 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:01:55.407832 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d04b433-b1bf-4e88-a988-9e1e488718cf req-8b70b613-f60f-452c-96a1-0ef6b5c18a11 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:55.409150 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-ecc45b2c-1e9b-4a18-9669-2c2e9e95b054 req-5dc9ced7-235a-4cd8-8ec5-e280a71f62e0 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/ports?device_id=40abdcbf-2e14-4d5c-8761-fcb7b3f05f3b HTTP/1.1" status: 200 len: 210 time: 0.1195459 Jun 12 13:01:55.409345 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-6d04b433-b1bf-4e88-a988-9e1e488718cf req-8b70b613-f60f-452c-96a1-0ef6b5c18a11 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 945 time: 0.3620756 Jun 12 13:01:55.437672 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17a59ce-e71b-4c08-b309-751980511432 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d69865c8-4738-4de5-b16f-db356666809a,revision_number=0']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:01:55.440228 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-f17a59ce-e71b-4c08-b309-751980511432 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:01:55.457649 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f17a59ce-e71b-4c08-b309-751980511432 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:55.458852 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-f17a59ce-e71b-4c08-b309-751980511432 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3922718 Jun 12 13:01:55.461974 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 56504) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:01:55.466656 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.v2.base [None req-1f8ba210-22b1-40ef-962b-1c9ba253fd77 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Request body: {'security_group_rule': {'security_group_id': 'f5110f7c-e46f-4ac8-bab7-b4ce29570688', 'project_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:01:55.498618 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-6d04b433-b1bf-4e88-a988-9e1e488718cf req-af3d759f-abbd-4e37-bede-fba6529af1f8 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=208ba6a1-805c-4f9d-a564-c9f39bce27cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734830 Jun 12 13:01:55.512693 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.db_base_plugin_common [req-24d0884f-779f-4bbc-90e8-94c136cf22c9 req-03f58472-6cad-471c-b21e-cf01c808084d tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Allocated IP 172.20.0.7 (c4e23bb3-49ee-40b1-b135-a73fa2f92cf7/cdbcbe23-98cd-47c4-9be8-aeacf2dee10b/09228ed0-60cd-4eff-9a93-64dbc7b7ba4b) {{(pid=91666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 13:01:55.515735 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1f8ba210-22b1-40ef-962b-1c9ba253fd77 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:55.621969 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1f8ba210-22b1-40ef-962b-1c9ba253fd77 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:55.628593 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1f8ba210-22b1-40ef-962b-1c9ba253fd77 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441033'] for security_group_rule, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:55.631787 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:01:55.653719 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8ba210-22b1-40ef-962b-1c9ba253fd77 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3078584-b726-43bb-91fb-b1705beb0264,revision_number=0']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:01:55.664535 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-1f8ba210-22b1-40ef-962b-1c9ba253fd77 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:01:55.675616 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1f8ba210-22b1-40ef-962b-1c9ba253fd77 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:55.677282 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-1f8ba210-22b1-40ef-962b-1c9ba253fd77 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2143135 Jun 12 13:01:55.681699 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 56506) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:01:55.686160 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [None req-ba764297-687c-4575-a834-096c0e739a42 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Request body: {'security_group_rule': {'security_group_id': 'f5110f7c-e46f-4ac8-bab7-b4ce29570688', 'project_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:01:55.742633 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-24d0884f-779f-4bbc-90e8-94c136cf22c9 req-03f58472-6cad-471c-b21e-cf01c808084d tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Notify callbacks [] for port, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:55.746837 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-ba764297-687c-4575-a834-096c0e739a42 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:55.842347 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-24d0884f-779f-4bbc-90e8-94c136cf22c9 req-03f58472-6cad-471c-b21e-cf01c808084d tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1466997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-122173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752044431912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14082974'] for port, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:55.845031 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-ba764297-687c-4575-a834-096c0e739a42 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:55.848000 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-2f35212a-9764-4b71-b8f3-df5b7f91566d tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:01:55.854241 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-ba764297-687c-4575-a834-096c0e739a42 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441033'] for security_group_rule, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:55.887723 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-0a5de27a-4d22-4fdd-a4cf-053756d7edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:55.912348 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-ba764297-687c-4575-a834-096c0e739a42 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:55.915056 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-ba764297-687c-4575-a834-096c0e739a42 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2319653 Jun 12 13:01:55.916964 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 56512) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:01:55.925655 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.v2.base [None req-c7c448e6-d57a-4e01-a24b-3f59db14ac63 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Request body: {'security_group_rule': {'security_group_id': 'f5110f7c-e46f-4ac8-bab7-b4ce29570688', 'project_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:01:55.932699 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24d0884f-779f-4bbc-90e8-94c136cf22c9 req-03f58472-6cad-471c-b21e-cf01c808084d tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Network c4e23bb3-49ee-40b1-b135-a73fa2f92cf7 is already hosted by enough agents. {{(pid=91666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 13:01:55.941105 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.base_scheduler [req-24d0884f-779f-4bbc-90e8-94c136cf22c9 req-03f58472-6cad-471c-b21e-cf01c808084d tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Resources bound (agent type, host, resource id): {{(pid=91666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 13:01:55.949330 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d0884f-779f-4bbc-90e8-94c136cf22c9 req-03f58472-6cad-471c-b21e-cf01c808084d tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Received port after_create {{(pid=91666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 13:01:55.955844 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f58472-6cad-471c-b21e-cf01c808084d tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Pushing event updated for resources: {'Port': ['ID=09228ed0-60cd-4eff-9a93-64dbc7b7ba4b,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:01:55.973734 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c7c448e6-d57a-4e01-a24b-3f59db14ac63 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:55.990399 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-03f58472-6cad-471c-b21e-cf01c808084d tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:01:55.990905 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-98809583-095c-40bb-bab3-602bfa36a1b7 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:01:56.058358 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba764297-687c-4575-a834-096c0e739a42 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de5c7031-727f-46e1-8050-a226ed4ed962,revision_number=0']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:01:56.065909 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-ba764297-687c-4575-a834-096c0e739a42 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:01:56.080264 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c7c448e6-d57a-4e01-a24b-3f59db14ac63 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:56.086119 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c7c448e6-d57a-4e01-a24b-3f59db14ac63 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441033'] for security_group_rule, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:56.088669 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d0884f-779f-4bbc-90e8-94c136cf22c9 req-03f58472-6cad-471c-b21e-cf01c808084d tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:56.089286 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:01:56.089599 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-24d0884f-779f-4bbc-90e8-94c136cf22c9 req-03f58472-6cad-471c-b21e-cf01c808084d tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920'] for port, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:56.112922 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c448e6-d57a-4e01-a24b-3f59db14ac63 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f98810c-dfc6-4ebb-a28a-fc54d0d39129,revision_number=0']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:01:56.115966 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-c7c448e6-d57a-4e01-a24b-3f59db14ac63 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:01:56.121184 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c7c448e6-d57a-4e01-a24b-3f59db14ac63 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:56.122827 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-c7c448e6-d57a-4e01-a24b-3f59db14ac63 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2039411 Jun 12 13:01:56.126585 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 56514) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:01:56.132121 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.v2.base [None req-0e45b015-9676-4aa9-8d59-0b49597897f0 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Request body: {'security_group_rule': {'security_group_id': 'f5110f7c-e46f-4ac8-bab7-b4ce29570688', 'project_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:01:56.134542 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-24d0884f-779f-4bbc-90e8-94c136cf22c9 req-03f58472-6cad-471c-b21e-cf01c808084d tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2582467 Jun 12 13:01:56.150881 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [req-24d0884f-779f-4bbc-90e8-94c136cf22c9 req-ba4ff9d2-aeee-4233-a9cc-01ad68768efa service neutron] Request body: {'port': {'device_id': '40abdcbf-2e14-4d5c-8761-fcb7b3f05f3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:01:56.156443 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.db.securitygroups_db [None req-0e45b015-9676-4aa9-8d59-0b49597897f0 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Project 7dc4fd57127a4ce392ff4630ba0b781b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 12 13:01:56.164301 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-0e45b015-9676-4aa9-8d59-0b49597897f0 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:56.175716 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d7735-d36a-4fcf-9c9c-fe189c303c50 req-4f0b2251-34cf-4009-bb1b-edd701d0c028 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:56.178427 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-d45d7735-d36a-4fcf-9c9c-fe189c303c50 req-4f0b2251-34cf-4009-bb1b-edd701d0c028 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 945 time: 0.1674659 Jun 12 13:01:56.276762 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-0e45b015-9676-4aa9-8d59-0b49597897f0 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:56.279794 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-d45d7735-d36a-4fcf-9c9c-fe189c303c50 req-108fe5c1-7d60-4d6d-bbc3-884ef0e10372 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619440 Jun 12 13:01:56.281895 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-0e45b015-9676-4aa9-8d59-0b49597897f0 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441033'] for security_group_rule, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:56.291182 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:01:56.334857 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e45b015-9676-4aa9-8d59-0b49597897f0 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9399692-209f-40fb-a83d-3fbf94983ae3,revision_number=0']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:01:56.338522 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-0e45b015-9676-4aa9-8d59-0b49597897f0 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:01:56.347053 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-0e45b015-9676-4aa9-8d59-0b49597897f0 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:56.347887 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-24d0884f-779f-4bbc-90e8-94c136cf22c9 req-ba4ff9d2-aeee-4233-a9cc-01ad68768efa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:56.350297 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-0e45b015-9676-4aa9-8d59-0b49597897f0 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2204380 Jun 12 13:01:56.352578 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 56528) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:01:56.359218 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.v2.base [None req-5c4abd74-5342-4b35-852e-7c5c80ba9a54 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Request body: {'security_group_rule': {'security_group_id': 'f5110f7c-e46f-4ac8-bab7-b4ce29570688', 'project_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:01:56.385643 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.db.securitygroups_db [None req-5c4abd74-5342-4b35-852e-7c5c80ba9a54 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Project 7dc4fd57127a4ce392ff4630ba0b781b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 12 13:01:56.392362 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-5c4abd74-5342-4b35-852e-7c5c80ba9a54 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:56.504033 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-5c4abd74-5342-4b35-852e-7c5c80ba9a54 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:56.511474 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-5c4abd74-5342-4b35-852e-7c5c80ba9a54 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441033'] for security_group_rule, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:56.532496 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-60d2d92a-0c66-4fd8-9259-2d46684bef03 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:01:56.545506 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-5c4abd74-5342-4b35-852e-7c5c80ba9a54 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:56.550363 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-5c4abd74-5342-4b35-852e-7c5c80ba9a54 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1931667 Jun 12 13:01:56.577622 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4abd74-5342-4b35-852e-7c5c80ba9a54 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5b5f634-8828-4ee9-be5a-ac0fa582d4fa,revision_number=0']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:01:56.585526 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-5c4abd74-5342-4b35-852e-7c5c80ba9a54 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:01:56.680034 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.agents_db [None req-3755f801-82db-4e36-b9e4-fb56f4f4bf71 None None] Agent healthcheck: found 6 active agents {{(pid=91669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 13:01:56.708127 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff99fdca-b749-42ea-9ab3-f9e3fef8bef9 None None] Sync routers for ids ['74aa562f-d91f-40b7-ac83-ed313ef58ecf'] in dv-cinder-796114-1-iscsi {{(pid=91668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 13:01:56.724465 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff99fdca-b749-42ea-9ab3-f9e3fef8bef9 None None] Routers {'74aa562f-d91f-40b7-ac83-ed313ef58ecf'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 13:01:56.725241 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-ff99fdca-b749-42ea-9ab3-f9e3fef8bef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T13:01:53Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['74aa562f-d91f-40b7-ac83-ed313ef58ecf'], 'active': True} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:01:56.818847 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94758c7b-0167-46e1-abcd-0d07178476f6 req-23cbc522-dd3a-442a-98e1-5f85f61a3a01 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:56.821462 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-94758c7b-0167-46e1-abcd-0d07178476f6 req-23cbc522-dd3a-442a-98e1-5f85f61a3a01 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/ports?device_id=40abdcbf-2e14-4d5c-8761-fcb7b3f05f3b HTTP/1.1" status: 200 len: 931 time: 0.1614945 Jun 12 13:01:56.861487 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device 01339bc3-d9df-4a43-b5be-de6756539b3c up at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 13:01:56.876229 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-94758c7b-0167-46e1-abcd-0d07178476f6 req-4ceaca4e-49ab-4203-9e6d-a7f91966f290 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3ef42bb-b201-4526-9495-ef817c7e6c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489147 Jun 12 13:01:56.938879 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c01cf1-4582-4854-9df4-857b18ab16d4 req-cb84207b-2732-440c-a481-a69f7b1bdf01 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:56.940119 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-28c01cf1-4582-4854-9df4-857b18ab16d4 req-cb84207b-2732-440c-a481-a69f7b1bdf01 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 945 time: 0.1458964 Jun 12 13:01:56.967515 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvr_db [None req-ff99fdca-b749-42ea-9ab3-f9e3fef8bef9 None None] Set router 74aa562f-d91f-40b7-ac83-ed313ef58ecf gateway port host: dv-cinder-796114-1-iscsi {{(pid=91668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 13:01:57.013648 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.notifiers.nova [req-24d0884f-779f-4bbc-90e8-94c136cf22c9 req-ba4ff9d2-aeee-4233-a9cc-01ad68768efa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09228ed0-60cd-4eff-9a93-64dbc7b7ba4b {{(pid=91666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 13:01:57.015208 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning complete for port 01339bc3-d9df-4a43-b5be-de6756539b3c triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 13:01:57.015588 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:57.035517 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-24d0884f-779f-4bbc-90e8-94c136cf22c9 req-ba4ff9d2-aeee-4233-a9cc-01ad68768efa service neutron] Notify callbacks [] for port, precommit_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:57.051365 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-28c01cf1-4582-4854-9df4-857b18ab16d4 req-c9fd346a-16ad-4038-982b-baa454e95fd5 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=208ba6a1-805c-4f9d-a564-c9f39bce27cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817640 Jun 12 13:01:57.061367 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [req-24d0884f-779f-4bbc-90e8-94c136cf22c9 req-ba4ff9d2-aeee-4233-a9cc-01ad68768efa service neutron] Transition to ACTIVE for port object 09228ed0-60cd-4eff-9a93-64dbc7b7ba4b will not be triggered until provisioned by entity L2. {{(pid=91666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 13:01:57.067155 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-24d0884f-779f-4bbc-90e8-94c136cf22c9 req-ba4ff9d2-aeee-4233-a9cc-01ad68768efa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14082976'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:57.074173 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:01:57.249296 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4ff9d2-aeee-4233-a9cc-01ad68768efa service neutron] Pushing event updated for resources: {'Port': ['ID=09228ed0-60cd-4eff-9a93-64dbc7b7ba4b,revision_number=2']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:01:57.279314 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-ba4ff9d2-aeee-4233-a9cc-01ad68768efa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:01:57.314744 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [req-24d0884f-779f-4bbc-90e8-94c136cf22c9 req-ba4ff9d2-aeee-4233-a9cc-01ad68768efa service neutron] Attempting to bind port 09228ed0-60cd-4eff-9a93-64dbc7b7ba4b on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 13:01:57.315076 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [req-24d0884f-779f-4bbc-90e8-94c136cf22c9 req-ba4ff9d2-aeee-4233-a9cc-01ad68768efa service neutron] Attempting to bind port 09228ed0-60cd-4eff-9a93-64dbc7b7ba4b by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '3dd6d3ca-ce7e-402a-a5fa-d6ee73ccf0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c4e23bb3-49ee-40b1-b135-a73fa2f92cf7'}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 13:01:57.315402 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d0884f-779f-4bbc-90e8-94c136cf22c9 req-ba4ff9d2-aeee-4233-a9cc-01ad68768efa service neutron] Attempting to bind port 09228ed0-60cd-4eff-9a93-64dbc7b7ba4b on network c4e23bb3-49ee-40b1-b135-a73fa2f92cf7 {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 13:01:57.320947 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d0884f-779f-4bbc-90e8-94c136cf22c9 req-ba4ff9d2-aeee-4233-a9cc-01ad68768efa service neutron] Port 09228ed0-60cd-4eff-9a93-64dbc7b7ba4b on network c4e23bb3-49ee-40b1-b135-a73fa2f92cf7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 13:01:57.321332 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d0884f-779f-4bbc-90e8-94c136cf22c9 req-ba4ff9d2-aeee-4233-a9cc-01ad68768efa service neutron] Attempting to bind port 09228ed0-60cd-4eff-9a93-64dbc7b7ba4b on network c4e23bb3-49ee-40b1-b135-a73fa2f92cf7 {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 13:01:57.326476 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d0884f-779f-4bbc-90e8-94c136cf22c9 req-ba4ff9d2-aeee-4233-a9cc-01ad68768efa service neutron] Checking agent: {'id': '858649d7-9eac-48e6-8b51-9e9d764f3a99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 12, 56, 19), 'started_at': datetime.datetime(2021, 6, 12, 12, 56, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 13, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 13:01:57.326811 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d0884f-779f-4bbc-90e8-94c136cf22c9 req-ba4ff9d2-aeee-4233-a9cc-01ad68768efa service neutron] Checking segment: {'id': '3dd6d3ca-ce7e-402a-a5fa-d6ee73ccf0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c4e23bb3-49ee-40b1-b135-a73fa2f92cf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 13:01:57.327194 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d0884f-779f-4bbc-90e8-94c136cf22c9 req-ba4ff9d2-aeee-4233-a9cc-01ad68768efa service neutron] Bound using segment: {'id': '3dd6d3ca-ce7e-402a-a5fa-d6ee73ccf0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c4e23bb3-49ee-40b1-b135-a73fa2f92cf7'} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 13:01:57.327618 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [req-24d0884f-779f-4bbc-90e8-94c136cf22c9 req-ba4ff9d2-aeee-4233-a9cc-01ad68768efa service neutron] Bound port: 09228ed0-60cd-4eff-9a93-64dbc7b7ba4b, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dd6d3ca-ce7e-402a-a5fa-d6ee73ccf0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c4e23bb3-49ee-40b1-b135-a73fa2f92cf7'}}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 13:01:57.327966 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-24d0884f-779f-4bbc-90e8-94c136cf22c9 req-ba4ff9d2-aeee-4233-a9cc-01ad68768efa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:57.373681 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-ff99fdca-b749-42ea-9ab3-f9e3fef8bef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74aa562f-d91f-40b7-ac83-ed313ef58ecf', 'name': 'tempest-TestVolumeBootPattern-1086924685-router', 'tenant_id': 'f8d17f6a111a41c8bab1fafeea99711b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '01339bc3-d9df-4a43-b5be-de6756539b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T13:01:46Z', 'updated_at': '2021-06-12T13:01:51Z', 'revision_number': 4, 'project_id': 'f8d17f6a111a41c8bab1fafeea99711b', 'gw_port': {'id': '01339bc3-d9df-4a43-b5be-de6756539b3c', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74aa562f-d91f-40b7-ac83-ed313ef58ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:01:46Z', 'updated_at': '2021-06-12T13:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_interfaces': [{'id': '98f1c703-fbe0-4699-82c4-bc91823fd6ed', 'name': '', 'network_id': 'b9cc3763-ee16-45c6-b252-666780414e51', 'tenant_id': 'f8d17f6a111a41c8bab1fafeea99711b', 'mac_address': 'fa:16:3e:74:c9:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74aa562f-d91f-40b7-ac83-ed313ef58ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'c40feb3c-6601-4040-961d-729ea5355d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:01:50Z', 'updated_at': '2021-06-12T13:01:52Z', 'revision_number': 2, 'project_id': 'f8d17f6a111a41c8bab1fafeea99711b', 'subnets': [{'id': 'c40feb3c-6601-4040-961d-729ea5355d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:01:57.379549 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff99fdca-b749-42ea-9ab3-f9e3fef8bef9 None None] Checking router: 74aa562f-d91f-40b7-ac83-ed313ef58ecf for host: dv-cinder-796114-1-iscsi {{(pid=91668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 13:01:57.379968 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff99fdca-b749-42ea-9ab3-f9e3fef8bef9 None None] Updating router 74aa562f-d91f-40b7-ac83-ed313ef58ecf port 98f1c703-fbe0-4699-82c4-bc91823fd6ed binding host dv-cinder-796114-1-iscsi {{(pid=91668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 13:01:57.428036 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ff99fdca-b749-42ea-9ab3-f9e3fef8bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:57.437594 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [req-24d0884f-779f-4bbc-90e8-94c136cf22c9 req-ba4ff9d2-aeee-4233-a9cc-01ad68768efa service neutron] For port 09228ed0-60cd-4eff-9a93-64dbc7b7ba4b, host hv-cinder-79611, cleared binding levels {{(pid=91666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 13:01:57.442669 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [req-24d0884f-779f-4bbc-90e8-94c136cf22c9 req-ba4ff9d2-aeee-4233-a9cc-01ad68768efa service neutron] For port 09228ed0-60cd-4eff-9a93-64dbc7b7ba4b, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=09228ed0-60cd-4eff-9a93-64dbc7b7ba4b,segment=NetworkSegment(3dd6d3ca-ce7e-402a-a5fa-d6ee73ccf0a7),segment_id=3dd6d3ca-ce7e-402a-a5fa-d6ee73ccf0a7)] {{(pid=91666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 13:01:57.449707 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-24d0884f-779f-4bbc-90e8-94c136cf22c9 req-ba4ff9d2-aeee-4233-a9cc-01ad68768efa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14082976'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:57.454834 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-bca1e1f8-c366-4dbc-ba9a-e0c756514709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:01:57.566840 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0601c39-2e94-4680-81ae-8a9c179c77b6 req-ff289a24-1d94-4aa8-a203-374601d9c964 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:57.576688 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-f0601c39-2e94-4680-81ae-8a9c179c77b6 req-ff289a24-1d94-4aa8-a203-374601d9c964 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 945 time: 0.1207652 Jun 12 13:01:57.636222 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-f0601c39-2e94-4680-81ae-8a9c179c77b6 req-4853f8c6-7d00-43ea-9243-1f2a2833780c tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582631 Jun 12 13:01:57.833897 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d0884f-779f-4bbc-90e8-94c136cf22c9 req-ba4ff9d2-aeee-4233-a9cc-01ad68768efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:57.834788 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-24d0884f-779f-4bbc-90e8-94c136cf22c9 req-ba4ff9d2-aeee-4233-a9cc-01ad68768efa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920'] for port, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:57.837241 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-24d0884f-779f-4bbc-90e8-94c136cf22c9 req-ba4ff9d2-aeee-4233-a9cc-01ad68768efa service neutron] 10.222.0.30 "PUT /v2.0/ports/09228ed0-60cd-4eff-9a93-64dbc7b7ba4b HTTP/1.1" status: 200 len: 1093 time: 1.6934094 Jun 12 13:01:57.840610 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40abdcbf-2e14-4d5c-8761-fcb7b3f05f3b', 'tag': '09228ed0-60cd-4eff-9a93-64dbc7b7ba4b'}] {{(pid=91666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 13:01:57.844158 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba2aedb3ce59156ad261fd92086ba05f02985526b362ab5d5a646d7af1b76f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047da6f5-4e3c-4c4f-80a6-287353a5248a" -d '{"events": [{"name": "network-changed", "server_uuid": "40abdcbf-2e14-4d5c-8761-fcb7b3f05f3b", "tag": "09228ed0-60cd-4eff-9a93-64dbc7b7ba4b"}]}' {{(pid=91666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 13:01:57.879133 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4ff9d2-aeee-4233-a9cc-01ad68768efa service neutron] Pushing event updated for resources: {'Port': ['ID=09228ed0-60cd-4eff-9a93-64dbc7b7ba4b,revision_number=3']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:01:57.882996 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-ba4ff9d2-aeee-4233-a9cc-01ad68768efa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:01:57.913495 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 13:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e7cb30-c504-4ee2-bad0-db54faa7c425 x-openstack-request-id: req-f1e7cb30-c504-4ee2-bad0-db54faa7c425 {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 13:01:57.913815 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40abdcbf-2e14-4d5c-8761-fcb7b3f05f3b", "tag": "09228ed0-60cd-4eff-9a93-64dbc7b7ba4b", "status": "completed", "code": 200}]} {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 13:01:57.914101 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f1e7cb30-c504-4ee2-bad0-db54faa7c425 {{(pid=91666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 13:01:57.914639 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40abdcbf-2e14-4d5c-8761-fcb7b3f05f3b', 'tag': '09228ed0-60cd-4eff-9a93-64dbc7b7ba4b', 'status': 'completed', 'code': 200} Jun 12 13:01:57.978764 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c071ff-20bf-40ed-bd20-08e9cbf525cc req-c21da188-e555-40ab-8baa-c23a18989206 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:57.981412 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-d5c071ff-20bf-40ed-bd20-08e9cbf525cc req-c21da188-e555-40ab-8baa-c23a18989206 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 946 time: 0.0863068 Jun 12 13:01:58.057795 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-d5c071ff-20bf-40ed-bd20-08e9cbf525cc req-510e8238-417a-41b9-9212-9f7c5e4efa35 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644753 Jun 12 13:01:58.061563 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ff99fdca-b749-42ea-9ab3-f9e3fef8bef9 None None] Notify callbacks [] for port, precommit_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:58.075441 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-ff99fdca-b749-42ea-9ab3-f9e3fef8bef9 None None] Transition to ACTIVE for port object 98f1c703-fbe0-4699-82c4-bc91823fd6ed will not be triggered until provisioned by entity L2. {{(pid=91668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 13:01:58.087241 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ff99fdca-b749-42ea-9ab3-f9e3fef8bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:58.090475 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:01:58.108177 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4029f6-b81d-4112-b1da-cb05ab67f212 req-058d061d-1620-4edc-bf3d-0278903710cb tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:58.109831 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-3b4029f6-b81d-4112-b1da-cb05ab67f212 req-058d061d-1620-4edc-bf3d-0278903710cb tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/ports?device_id=40abdcbf-2e14-4d5c-8761-fcb7b3f05f3b HTTP/1.1" status: 200 len: 943 time: 0.0897467 Jun 12 13:01:58.200673 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-3b4029f6-b81d-4112-b1da-cb05ab67f212 req-531eaa66-d4b2-4b5c-89fc-f8e945c44955 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3ef42bb-b201-4526-9495-ef817c7e6c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829830 Jun 12 13:01:58.226320 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aac217f-f0a7-4b38-9786-c00ea5d966fd None None] Pushing event updated for resources: {'Port': ['ID=98f1c703-fbe0-4699-82c4-bc91823fd6ed,revision_number=3']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:01:58.229690 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-6aac217f-f0a7-4b38-9786-c00ea5d966fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:01:58.315292 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6fb413-f379-4a30-850d-b2b6eca17d05 req-42b36d60-d5a2-43a8-a59a-efa7050e0bdc tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:58.324180 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-fe6fb413-f379-4a30-850d-b2b6eca17d05 req-42b36d60-d5a2-43a8-a59a-efa7050e0bdc tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 945 time: 0.1208115 Jun 12 13:01:58.366841 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [None req-ff99fdca-b749-42ea-9ab3-f9e3fef8bef9 None None] Attempting to bind port 98f1c703-fbe0-4699-82c4-bc91823fd6ed on host dv-cinder-796114-1-iscsi for vnic_type normal with profile {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 13:01:58.367537 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [None req-ff99fdca-b749-42ea-9ab3-f9e3fef8bef9 None None] Attempting to bind port 98f1c703-fbe0-4699-82c4-bc91823fd6ed by drivers openvswitch,hyperv on host dv-cinder-796114-1-iscsi at level 0 using segments [{'id': 'dc66459e-1231-4d79-83b7-5e2fdb5e7086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b9cc3763-ee16-45c6-b252-666780414e51'}] {{(pid=91668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 13:01:58.367914 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff99fdca-b749-42ea-9ab3-f9e3fef8bef9 None None] Attempting to bind port 98f1c703-fbe0-4699-82c4-bc91823fd6ed on network b9cc3763-ee16-45c6-b252-666780414e51 {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 13:01:58.376667 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff99fdca-b749-42ea-9ab3-f9e3fef8bef9 None None] Checking agent: {'id': '0e4c1f03-8758-41fd-af96-477868dcd4b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 12, 50, 23), 'started_at': datetime.datetime(2021, 6, 12, 12, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 13, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 13:01:58.377751 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff99fdca-b749-42ea-9ab3-f9e3fef8bef9 None None] Checking segment: {'id': 'dc66459e-1231-4d79-83b7-5e2fdb5e7086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b9cc3763-ee16-45c6-b252-666780414e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 13:01:58.378766 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ff99fdca-b749-42ea-9ab3-f9e3fef8bef9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:58.379706 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff99fdca-b749-42ea-9ab3-f9e3fef8bef9 None None] Bound using segment: {'id': 'dc66459e-1231-4d79-83b7-5e2fdb5e7086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b9cc3763-ee16-45c6-b252-666780414e51'} {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 13:01:58.380371 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-fe6fb413-f379-4a30-850d-b2b6eca17d05 req-e7ab529f-b620-4410-b5df-fc3b816952f9 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=208ba6a1-805c-4f9d-a564-c9f39bce27cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548506 Jun 12 13:01:58.380869 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [None req-ff99fdca-b749-42ea-9ab3-f9e3fef8bef9 None None] Bound port: 98f1c703-fbe0-4699-82c4-bc91823fd6ed, host: dv-cinder-796114-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc66459e-1231-4d79-83b7-5e2fdb5e7086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b9cc3763-ee16-45c6-b252-666780414e51'}}] {{(pid=91668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 13:01:58.381671 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ff99fdca-b749-42ea-9ab3-f9e3fef8bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:58.489489 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-ff99fdca-b749-42ea-9ab3-f9e3fef8bef9 None None] For port 98f1c703-fbe0-4699-82c4-bc91823fd6ed, host dv-cinder-796114-1-iscsi, cleared binding levels {{(pid=91668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 13:01:58.492998 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-ff99fdca-b749-42ea-9ab3-f9e3fef8bef9 None None] For port 98f1c703-fbe0-4699-82c4-bc91823fd6ed, host dv-cinder-796114-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=98f1c703-fbe0-4699-82c4-bc91823fd6ed,segment=NetworkSegment(dc66459e-1231-4d79-83b7-5e2fdb5e7086),segment_id=dc66459e-1231-4d79-83b7-5e2fdb5e7086)] {{(pid=91668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 13:01:58.498372 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ff99fdca-b749-42ea-9ab3-f9e3fef8bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:58.500590 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-2d17926a-7502-4762-b33e-9b8a9ccb16da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:01:58.566991 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff99fdca-b749-42ea-9ab3-f9e3fef8bef9 None None] Routers {'74aa562f-d91f-40b7-ac83-ed313ef58ecf'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 13:01:58.567634 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-ff99fdca-b749-42ea-9ab3-f9e3fef8bef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T13:01:53Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['74aa562f-d91f-40b7-ac83-ed313ef58ecf'], 'active': True} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:01:58.572697 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aac217f-f0a7-4b38-9786-c00ea5d966fd None None] Pushing event updated for resources: {'Port': ['ID=98f1c703-fbe0-4699-82c4-bc91823fd6ed,revision_number=4']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:01:58.624767 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-6aac217f-f0a7-4b38-9786-c00ea5d966fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:01:58.749979 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvr_db [None req-ff99fdca-b749-42ea-9ab3-f9e3fef8bef9 None None] Set router 74aa562f-d91f-40b7-ac83-ed313ef58ecf gateway port host: dv-cinder-796114-1-iscsi {{(pid=91668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 13:01:58.814918 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device 98f1c703-fbe0-4699-82c4-bc91823fd6ed up at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 13:01:58.877853 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e22a24-3089-4e65-b095-9163079b0dba req-0d40b3b1-b042-422c-8047-19f24dc671b1 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:58.879354 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-40e22a24-3089-4e65-b095-9163079b0dba req-0d40b3b1-b042-422c-8047-19f24dc671b1 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 945 time: 0.0843165 Jun 12 13:01:58.939198 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-40e22a24-3089-4e65-b095-9163079b0dba req-a2968949-1124-4a07-a20b-8ee83e9e617b tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518699 Jun 12 13:01:59.013804 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning for port 98f1c703-fbe0-4699-82c4-bc91823fd6ed completed by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 13:01:59.026715 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning complete for port 98f1c703-fbe0-4699-82c4-bc91823fd6ed triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 13:01:59.027100 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:59.157316 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-ff99fdca-b749-42ea-9ab3-f9e3fef8bef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74aa562f-d91f-40b7-ac83-ed313ef58ecf', 'name': 'tempest-TestVolumeBootPattern-1086924685-router', 'tenant_id': 'f8d17f6a111a41c8bab1fafeea99711b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '01339bc3-d9df-4a43-b5be-de6756539b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T13:01:46Z', 'updated_at': '2021-06-12T13:01:51Z', 'revision_number': 4, 'project_id': 'f8d17f6a111a41c8bab1fafeea99711b', 'gw_port': {'id': '01339bc3-d9df-4a43-b5be-de6756539b3c', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74aa562f-d91f-40b7-ac83-ed313ef58ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:01:46Z', 'updated_at': '2021-06-12T13:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_interfaces': [{'id': '98f1c703-fbe0-4699-82c4-bc91823fd6ed', 'name': '', 'network_id': 'b9cc3763-ee16-45c6-b252-666780414e51', 'tenant_id': 'f8d17f6a111a41c8bab1fafeea99711b', 'mac_address': 'fa:16:3e:74:c9:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74aa562f-d91f-40b7-ac83-ed313ef58ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'c40feb3c-6601-4040-961d-729ea5355d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:01:50Z', 'updated_at': '2021-06-12T13:01:58Z', 'revision_number': 4, 'project_id': 'f8d17f6a111a41c8bab1fafeea99711b', 'subnets': [{'id': 'c40feb3c-6601-4040-961d-729ea5355d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:01:59.166673 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff99fdca-b749-42ea-9ab3-f9e3fef8bef9 None None] The sync data for ids ['74aa562f-d91f-40b7-ac83-ed313ef58ecf'] in dv-cinder-796114-1-iscsi is: [{'id': '74aa562f-d91f-40b7-ac83-ed313ef58ecf', 'name': 'tempest-TestVolumeBootPattern-1086924685-router', 'tenant_id': 'f8d17f6a111a41c8bab1fafeea99711b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '01339bc3-d9df-4a43-b5be-de6756539b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T13:01:46Z', 'updated_at': '2021-06-12T13:01:51Z', 'revision_number': 4, 'project_id': 'f8d17f6a111a41c8bab1fafeea99711b', 'gw_port': {'id': '01339bc3-d9df-4a43-b5be-de6756539b3c', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74aa562f-d91f-40b7-ac83-ed313ef58ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:01:46Z', 'updated_at': '2021-06-12T13:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_interfaces': [{'id': '98f1c703-fbe0-4699-82c4-bc91823fd6ed', 'name': '', 'network_id': 'b9cc3763-ee16-45c6-b252-666780414e51', 'tenant_id': 'f8d17f6a111a41c8bab1fafeea99711b', 'mac_address': 'fa:16:3e:74:c9:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74aa562f-d91f-40b7-ac83-ed313ef58ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'c40feb3c-6601-4040-961d-729ea5355d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:01:50Z', 'updated_at': '2021-06-12T13:01:58Z', 'revision_number': 4, 'project_id': 'f8d17f6a111a41c8bab1fafeea99711b', 'subnets': [{'id': 'c40feb3c-6601-4040-961d-729ea5355d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 13:01:59.175769 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:59.215338 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] For port 98f1c703-fbe0-4699-82c4-bc91823fd6ed, host dv-cinder-796114-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=98f1c703-fbe0-4699-82c4-bc91823fd6ed,segment=NetworkSegment(dc66459e-1231-4d79-83b7-5e2fdb5e7086),segment_id=dc66459e-1231-4d79-83b7-5e2fdb5e7086)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:01:59.223056 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:01:59.225001 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-d0c12e6e-cfef-4c23-be74-725169f81baf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:01:59.263595 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdb072-197e-4625-b998-18a98e7dac4b req-a2b97301-77c5-47b7-b14a-1e1c3494d6fc tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:59.265218 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-fcfdb072-197e-4625-b998-18a98e7dac4b req-a2b97301-77c5-47b7-b14a-1e1c3494d6fc tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 946 time: 0.0796692 Jun 12 13:01:59.287557 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Pushing event updated for resources: {'Port': ['ID=98f1c703-fbe0-4699-82c4-bc91823fd6ed,revision_number=5']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:01:59.291657 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:01:59.318750 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-fcfdb072-197e-4625-b998-18a98e7dac4b req-6c51e1fd-7f4a-4711-aef5-d8627211173f tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432971 Jun 12 13:01:59.469856 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b8f2d-5d7b-4c8f-8050-69053e921e6f req-8779f33b-b96a-4726-b66e-94517e9ec446 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:59.471379 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-cf8b8f2d-5d7b-4c8f-8050-69053e921e6f req-8779f33b-b96a-4726-b66e-94517e9ec446 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/ports?device_id=40abdcbf-2e14-4d5c-8761-fcb7b3f05f3b HTTP/1.1" status: 200 len: 943 time: 0.1325438 Jun 12 13:01:59.488768 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047da6f5-4e3c-4c4f-80a6-287353a5248a req-dec7a3f4-e9a5-4054-bbe9-8e42211c52a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:59.491222 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-047da6f5-4e3c-4c4f-80a6-287353a5248a req-dec7a3f4-e9a5-4054-bbe9-8e42211c52a4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ac041bdb8fe4480596c51fd6103f36d0&device_id=40abdcbf-2e14-4d5c-8761-fcb7b3f05f3b HTTP/1.1" status: 200 len: 1096 time: 0.1174946 Jun 12 13:01:59.528681 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-cf8b8f2d-5d7b-4c8f-8050-69053e921e6f req-f83e4f23-5172-4d79-8bc9-8497f9bc7f04 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3ef42bb-b201-4526-9495-ef817c7e6c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480702 Jun 12 13:01:59.590323 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb50214-2056-4f26-b9a8-365ae35d8bde req-c12d3fbf-7ef7-4169-94a5-fadc869b5375 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:01:59.591886 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-beb50214-2056-4f26-b9a8-365ae35d8bde req-c12d3fbf-7ef7-4169-94a5-fadc869b5375 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 945 time: 0.0770833 Jun 12 13:01:59.635530 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-beb50214-2056-4f26-b9a8-365ae35d8bde req-3e48bc4c-c1a7-4e4d-ba11-251c3d15fd1d tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=208ba6a1-805c-4f9d-a564-c9f39bce27cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376694 Jun 12 13:02:00.144672 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d1b700-5a66-48a7-b89e-3162c0db78d6 req-9dac1a0f-15bb-4b6d-9bac-a786af467ae9 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:00.146287 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-f0d1b700-5a66-48a7-b89e-3162c0db78d6 req-9dac1a0f-15bb-4b6d-9bac-a786af467ae9 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 945 time: 0.0767872 Jun 12 13:02:00.192727 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-f0d1b700-5a66-48a7-b89e-3162c0db78d6 req-a76acc65-63cc-4e9d-8464-4df144a48651 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396600 Jun 12 13:02:00.515047 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368ba16-dfb8-4b5c-9c64-9609c389dd9e req-3de08771-d90f-4fbd-8a75-e5ae454ac6a5 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:00.516614 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-2368ba16-dfb8-4b5c-9c64-9609c389dd9e req-3de08771-d90f-4fbd-8a75-e5ae454ac6a5 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 946 time: 0.0754466 Jun 12 13:02:00.561472 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-2368ba16-dfb8-4b5c-9c64-9609c389dd9e req-ede26416-8024-4efc-981b-4fb70939d0d0 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382016 Jun 12 13:02:00.732966 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb16cd32-cd01-4788-a1f8-8bf595677d90 req-8e452e6b-e360-488a-9922-f5621168816e tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:00.739157 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-fb16cd32-cd01-4788-a1f8-8bf595677d90 req-8e452e6b-e360-488a-9922-f5621168816e tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/ports?device_id=40abdcbf-2e14-4d5c-8761-fcb7b3f05f3b HTTP/1.1" status: 200 len: 943 time: 0.0943112 Jun 12 13:02:00.768597 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device 98f1c703-fbe0-4699-82c4-bc91823fd6ed up at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 13:02:00.787039 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-fb16cd32-cd01-4788-a1f8-8bf595677d90 req-4aed7036-5632-4088-a43c-61eebecd5f86 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3ef42bb-b201-4526-9495-ef817c7e6c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438383 Jun 12 13:02:00.841957 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning complete for port 98f1c703-fbe0-4699-82c4-bc91823fd6ed triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 13:02:00.842423 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:00.843671 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695654a9-fe8a-4e95-8a3c-12ec6fcfd5cb req-ab304b2f-31f3-40f1-8926-15d43116bd99 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:00.845335 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-695654a9-fe8a-4e95-8a3c-12ec6fcfd5cb req-ab304b2f-31f3-40f1-8926-15d43116bd99 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 945 time: 0.0837190 Jun 12 13:02:00.891153 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-695654a9-fe8a-4e95-8a3c-12ec6fcfd5cb req-350c40cb-777c-4d5c-b325-5a51acea3b7e tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=208ba6a1-805c-4f9d-a564-c9f39bce27cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388627 Jun 12 13:02:01.169784 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047da6f5-4e3c-4c4f-80a6-287353a5248a req-77d6679b-0857-4b19-abe3-b7f3f875ce5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:01.171284 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-047da6f5-4e3c-4c4f-80a6-287353a5248a req-77d6679b-0857-4b19-abe3-b7f3f875ce5a service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=ac041bdb8fe4480596c51fd6103f36d0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1474965 Jun 12 13:02:01.315257 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047da6f5-4e3c-4c4f-80a6-287353a5248a req-8dd194ae-5a30-4644-98a2-bd4375b6d376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:01.317260 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-047da6f5-4e3c-4c4f-80a6-287353a5248a req-8dd194ae-5a30-4644-98a2-bd4375b6d376 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1390750 Jun 12 13:02:01.459046 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a5536-5541-43c3-89f5-a10281836601 req-e58aac1f-fa83-42f8-8621-707b34592dc3 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:01.460610 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-4e4a5536-5541-43c3-89f5-a10281836601 req-e58aac1f-fa83-42f8-8621-707b34592dc3 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 945 time: 0.1225204 Jun 12 13:02:01.467223 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d0884f-779f-4bbc-90e8-94c136cf22c9 req-c92ab8b1-d793-4b2c-9cfb-568825d1f140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:01.468504 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-24d0884f-779f-4bbc-90e8-94c136cf22c9 req-c92ab8b1-d793-4b2c-9cfb-568825d1f140 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ac041bdb8fe4480596c51fd6103f36d0&device_id=40abdcbf-2e14-4d5c-8761-fcb7b3f05f3b HTTP/1.1" status: 200 len: 1096 time: 0.0954359 Jun 12 13:02:01.518628 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-4e4a5536-5541-43c3-89f5-a10281836601 req-1e1d5075-3ec4-41eb-bf5b-fde10379af3c tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491233 Jun 12 13:02:01.564944 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-24d0884f-779f-4bbc-90e8-94c136cf22c9 req-453e74a2-ab25-4123-80ec-f3e514ba79ee service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09228ed0-60cd-4eff-9a93-64dbc7b7ba4b HTTP/1.1" status: 200 len: 217 time: 0.0587535 Jun 12 13:02:01.628863 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d0884f-779f-4bbc-90e8-94c136cf22c9 req-54dbb86c-6ade-43a9-bdc3-26a195719f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:01.630328 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-24d0884f-779f-4bbc-90e8-94c136cf22c9 req-54dbb86c-6ade-43a9-bdc3-26a195719f5a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cdbcbe23-98cd-47c4-9be8-aeacf2dee10b HTTP/1.1" status: 200 len: 854 time: 0.0581939 Jun 12 13:02:01.676943 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-24d0884f-779f-4bbc-90e8-94c136cf22c9 req-7e74fafb-19bf-48e6-bf43-ccd91dae1b7c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c4e23bb3-49ee-40b1-b135-a73fa2f92cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394514 Jun 12 13:02:01.762771 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e43d6-5598-4cad-a17d-004025d93359 req-8d1061bc-0973-4c82-96dd-33d253743a22 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:01.767093 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-420e43d6-5598-4cad-a17d-004025d93359 req-8d1061bc-0973-4c82-96dd-33d253743a22 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 946 time: 0.0805235 Jun 12 13:02:01.816462 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-420e43d6-5598-4cad-a17d-004025d93359 req-d2f3d53a-1660-442a-9a3e-f64a1b3700b0 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459876 Jun 12 13:02:01.824882 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-24d0884f-779f-4bbc-90e8-94c136cf22c9 req-05d14f12-fc0d-4bf8-bca8-2e3e2f53bb04 service neutron] 10.222.0.30 "GET /v2.0/networks/c4e23bb3-49ee-40b1-b135-a73fa2f92cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406500 Jun 12 13:02:02.029849 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-24d0884f-779f-4bbc-90e8-94c136cf22c9 req-e1e76a59-6ec5-4037-aefd-151789f4499d service neutron] 10.222.0.30 "GET /v2.0/networks/c4e23bb3-49ee-40b1-b135-a73fa2f92cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908524 Jun 12 13:02:02.058181 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d6d8eb-b4e6-4134-a5e5-873878c521a2 req-4eefaa04-5b42-416d-aa1a-cf17e742dffb tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:02.059766 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-81d6d8eb-b4e6-4134-a5e5-873878c521a2 req-4eefaa04-5b42-416d-aa1a-cf17e742dffb tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/ports?device_id=40abdcbf-2e14-4d5c-8761-fcb7b3f05f3b HTTP/1.1" status: 200 len: 943 time: 0.1143258 Jun 12 13:02:02.106642 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a6543-c40a-486c-b8d7-a64b87608a95 req-d77a52ec-f1c6-48d8-b410-760ac2fb0b3b tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:02.108139 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-c27a6543-c40a-486c-b8d7-a64b87608a95 req-d77a52ec-f1c6-48d8-b410-760ac2fb0b3b tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 945 time: 0.0874913 Jun 12 13:02:02.110381 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-81d6d8eb-b4e6-4134-a5e5-873878c521a2 req-14ded3fd-b837-418a-ae1e-e8e726ce9a84 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3ef42bb-b201-4526-9495-ef817c7e6c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449586 Jun 12 13:02:02.160195 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-c27a6543-c40a-486c-b8d7-a64b87608a95 req-24d2bb08-ffb1-40b0-87ab-5aaa9721173b tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=208ba6a1-805c-4f9d-a564-c9f39bce27cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452549 Jun 12 13:02:02.718765 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e07f1-b9fa-4704-b70c-e90a019de43f req-b47cd378-8e95-4a72-9722-64c3a3a3438d tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:02.720246 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-989e07f1-b9fa-4704-b70c-e90a019de43f req-b47cd378-8e95-4a72-9722-64c3a3a3438d tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 945 time: 0.0696297 Jun 12 13:02:02.767718 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-989e07f1-b9fa-4704-b70c-e90a019de43f req-aa9560a5-abd7-4c74-9db7-67639b36d41a tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411026 Jun 12 13:02:03.025077 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd728885-2401-458d-a1d5-0401d68e9921 req-2bad5d86-ca41-4fdc-9c85-3ff535c8561b tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:03.026571 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-bd728885-2401-458d-a1d5-0401d68e9921 req-2bad5d86-ca41-4fdc-9c85-3ff535c8561b tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 946 time: 0.0813203 Jun 12 13:02:03.068837 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-bd728885-2401-458d-a1d5-0401d68e9921 req-c7e92416-9283-4c5d-957d-545a6187c6c2 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364759 Jun 12 13:02:03.320098 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449fc22-a6da-4b5b-8db4-7ff1df82ad5e req-3dbebc04-4f51-410f-93b5-6a784bac7e73 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:03.321561 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-c449fc22-a6da-4b5b-8db4-7ff1df82ad5e req-3dbebc04-4f51-410f-93b5-6a784bac7e73 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/ports?device_id=40abdcbf-2e14-4d5c-8761-fcb7b3f05f3b HTTP/1.1" status: 200 len: 943 time: 0.0882840 Jun 12 13:02:03.372770 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-c449fc22-a6da-4b5b-8db4-7ff1df82ad5e req-f8265d42-ac88-4721-b0cb-9c85c033cdce tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3ef42bb-b201-4526-9495-ef817c7e6c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436530 Jun 12 13:02:03.406148 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b179d36b-2e22-43f0-8598-8ca2c63effa8 req-c03f625b-228c-4e61-aa5f-89f746ff1cea tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:03.407460 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-b179d36b-2e22-43f0-8598-8ca2c63effa8 req-c03f625b-228c-4e61-aa5f-89f746ff1cea tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 945 time: 0.1000102 Jun 12 13:02:03.454364 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-b179d36b-2e22-43f0-8598-8ca2c63effa8 req-abd67019-26b1-4407-bd71-89f86e0563d1 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=208ba6a1-805c-4f9d-a564-c9f39bce27cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403790 Jun 12 13:02:03.981266 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1645593b-e614-4c04-af65-74f9f165bc83 req-09857bb9-3cc6-4a59-aea1-b0c4b61e2841 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:03.983698 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-1645593b-e614-4c04-af65-74f9f165bc83 req-09857bb9-3cc6-4a59-aea1-b0c4b61e2841 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 945 time: 0.0824599 Jun 12 13:02:04.034644 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-1645593b-e614-4c04-af65-74f9f165bc83 req-8983315c-ad0d-4b30-bb01-66fe4fc8bab4 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448723 Jun 12 13:02:04.312444 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa987707-454c-4c03-b297-12ff4e917fe2 req-46fc1fbc-89bf-421a-81be-fd56844d5a61 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:04.313987 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-fa987707-454c-4c03-b297-12ff4e917fe2 req-46fc1fbc-89bf-421a-81be-fd56844d5a61 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 946 time: 0.1270134 Jun 12 13:02:04.315550 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb2759-365b-4e45-986b-9a14c90c4cfc req-6d90411b-2b38-4de4-b0d7-409b1e58c445 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:04.317221 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-15cb2759-365b-4e45-986b-9a14c90c4cfc req-6d90411b-2b38-4de4-b0d7-409b1e58c445 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.30 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 946 time: 0.1111374 Jun 12 13:02:04.368153 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-fa987707-454c-4c03-b297-12ff4e917fe2 req-6d1996f3-b37e-46ef-8648-5e8045c625fb tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472913 Jun 12 13:02:04.460477 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [req-15cb2759-365b-4e45-986b-9a14c90c4cfc req-e38e9c2e-8591-454a-ad90-e21af554b0a4 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Deleting port e9d26dcc-9613-4a13-8c5e-fd80f240eeca {{(pid=91666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 13:02:04.461238 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-15cb2759-365b-4e45-986b-9a14c90c4cfc req-e38e9c2e-8591-454a-ad90-e21af554b0a4 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752044867880'] for port, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:04.634152 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [req-15cb2759-365b-4e45-986b-9a14c90c4cfc req-e38e9c2e-8591-454a-ad90-e21af554b0a4 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] For port e9d26dcc-9613-4a13-8c5e-fd80f240eeca, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=e9d26dcc-9613-4a13-8c5e-fd80f240eeca,segment=NetworkSegment(f64e914f-5326-415e-a76f-3e9e82cbcb9d),segment_id=f64e914f-5326-415e-a76f-3e9e82cbcb9d)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:02:04.634537 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-15cb2759-365b-4e45-986b-9a14c90c4cfc req-e38e9c2e-8591-454a-ad90-e21af554b0a4 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455153'] for port, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:04.668556 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0820c13a-e5a1-47e7-8f77-baec0df70d15 req-094683d1-dea3-4de8-82f7-54b2e8a2c327 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:04.670285 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-0820c13a-e5a1-47e7-8f77-baec0df70d15 req-094683d1-dea3-4de8-82f7-54b2e8a2c327 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 945 time: 0.0835245 Jun 12 13:02:04.703901 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16276c7-a996-44c9-a703-21cecd7d97e6 req-3eeb02c8-b3bf-4384-a05e-7d9593588e81 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:04.714023 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-b16276c7-a996-44c9-a703-21cecd7d97e6 req-3eeb02c8-b3bf-4384-a05e-7d9593588e81 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/ports?device_id=40abdcbf-2e14-4d5c-8761-fcb7b3f05f3b HTTP/1.1" status: 200 len: 943 time: 0.1956389 Jun 12 13:02:04.722858 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-0820c13a-e5a1-47e7-8f77-baec0df70d15 req-e6015a32-ae62-4f37-8240-8f27fe2304da tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=208ba6a1-805c-4f9d-a564-c9f39bce27cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451870 Jun 12 13:02:04.747934 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [req-15cb2759-365b-4e45-986b-9a14c90c4cfc req-e38e9c2e-8591-454a-ad90-e21af554b0a4 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Calling delete_port for e9d26dcc-9613-4a13-8c5e-fd80f240eeca owned by compute:nova {{(pid=91666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 13:02:04.860979 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-b16276c7-a996-44c9-a703-21cecd7d97e6 req-51aa4159-37ad-4429-8086-f4174cff1081 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3ef42bb-b201-4526-9495-ef817c7e6c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108630 Jun 12 13:02:04.948639 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-15cb2759-365b-4e45-986b-9a14c90c4cfc req-e38e9c2e-8591-454a-ad90-e21af554b0a4 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752044873292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752044431921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14082967'] for port, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:04.952413 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-1e496b49-7b7d-46ab-b4e2-d8e9cd7da31c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:02:04.984314 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38e9c2e-8591-454a-ad90-e21af554b0a4 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Pushing event deleted for resources: {'Port': ['ID=e9d26dcc-9613-4a13-8c5e-fd80f240eeca,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:02:04.987563 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-e38e9c2e-8591-454a-ad90-e21af554b0a4 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:02:05.052021 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [req-15cb2759-365b-4e45-986b-9a14c90c4cfc req-e38e9c2e-8591-454a-ad90-e21af554b0a4 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] No DVR routers for this DVR port e9d26dcc-9613-4a13-8c5e-fd80f240eeca on host hv-cinder-79611 {{(pid=91666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 13:02:05.055424 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-15cb2759-365b-4e45-986b-9a14c90c4cfc req-e38e9c2e-8591-454a-ad90-e21af554b0a4 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920'] for port, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:05.057485 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-15cb2759-365b-4e45-986b-9a14c90c4cfc req-e38e9c2e-8591-454a-ad90-e21af554b0a4 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.30 "DELETE /v2.0/ports/e9d26dcc-9613-4a13-8c5e-fd80f240eeca HTTP/1.1" status: 204 len: 173 time: 0.7331288 Jun 12 13:02:05.058018 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92d09069-fdcf-4c40-b0ec-d374d7d7cc77', 'name': 'network-vif-deleted', 'tag': 'e9d26dcc-9613-4a13-8c5e-fd80f240eeca'}] {{(pid=91666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 13:02:05.060359 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba2aedb3ce59156ad261fd92086ba05f02985526b362ab5d5a646d7af1b76f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329996a1-4848-445c-8a2e-ace37ba78c10" -d '{"events": [{"server_uuid": "92d09069-fdcf-4c40-b0ec-d374d7d7cc77", "name": "network-vif-deleted", "tag": "e9d26dcc-9613-4a13-8c5e-fd80f240eeca"}]}' {{(pid=91666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 13:02:05.107980 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 13:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3554e550-d55b-40a4-8a81-464a6cbac071 x-openstack-request-id: req-3554e550-d55b-40a4-8a81-464a6cbac071 {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 13:02:05.108307 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92d09069-fdcf-4c40-b0ec-d374d7d7cc77", "name": "network-vif-deleted", "tag": "e9d26dcc-9613-4a13-8c5e-fd80f240eeca", "status": "completed", "code": 200}]} {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 13:02:05.108584 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3554e550-d55b-40a4-8a81-464a6cbac071 {{(pid=91666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 13:02:05.109010 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92d09069-fdcf-4c40-b0ec-d374d7d7cc77', 'name': 'network-vif-deleted', 'tag': 'e9d26dcc-9613-4a13-8c5e-fd80f240eeca', 'status': 'completed', 'code': 200} Jun 12 13:02:05.253730 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f64b32-2114-4899-b469-734185dd8f9f req-7a13339d-9f07-4931-9413-3fa508881fee tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:05.255182 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-29f64b32-2114-4899-b469-734185dd8f9f req-7a13339d-9f07-4931-9413-3fa508881fee tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 945 time: 0.0850751 Jun 12 13:02:05.304111 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-29f64b32-2114-4899-b469-734185dd8f9f req-0cfd04b1-e904-4e34-9f45-50c69e9cbc26 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422041 Jun 12 13:02:05.525212 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-2086616e-fc56-4c18-b8a1-53ac47117ed9 req-219b1c23-45ae-4f8d-a94c-8cdc903da8bc tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 210 time: 0.0340474 Jun 12 13:02:05.940782 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fc323d-5f9f-45c1-94b4-a52ee554712e req-1d74b2d8-eb95-4352-b4a7-439a061f751c tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:05.943372 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-e0fc323d-5f9f-45c1-94b4-a52ee554712e req-1d74b2d8-eb95-4352-b4a7-439a061f751c tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 945 time: 0.0947523 Jun 12 13:02:05.995442 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-e0fc323d-5f9f-45c1-94b4-a52ee554712e req-d476648f-06ee-4922-966a-76993cc81ea2 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=208ba6a1-805c-4f9d-a564-c9f39bce27cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465889 Jun 12 13:02:06.062517 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb498dcf-3888-4c8f-951d-aec6c1c366db req-9fdfb5e5-f4f6-4206-b3be-9b5b59c3887d tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:06.063980 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-cb498dcf-3888-4c8f-951d-aec6c1c366db req-9fdfb5e5-f4f6-4206-b3be-9b5b59c3887d tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/ports?device_id=40abdcbf-2e14-4d5c-8761-fcb7b3f05f3b HTTP/1.1" status: 200 len: 943 time: 0.0773618 Jun 12 13:02:06.110940 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-cb498dcf-3888-4c8f-951d-aec6c1c366db req-1126d9ff-10cd-402b-ad0a-29aa20ae3ef8 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3ef42bb-b201-4526-9495-ef817c7e6c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401437 Jun 12 13:02:06.509375 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb7419e-f659-43af-b5eb-fca2730b1736 req-5a9ff39f-2b59-4f35-bd59-587760412fac tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:06.510902 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-eeb7419e-f659-43af-b5eb-fca2730b1736 req-5a9ff39f-2b59-4f35-bd59-587760412fac tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 945 time: 0.0744140 Jun 12 13:02:06.558137 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-eeb7419e-f659-43af-b5eb-fca2730b1736 req-a7962a3f-5ea8-4f6f-8cca-52f2b9c07500 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414855 Jun 12 13:02:06.680007 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-42268aa5-42de-48f4-af15-169b29ec2b0d req-3e78251d-126d-47e7-a9c1-f8670bd22e5c tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 210 time: 0.0360756 Jun 12 13:02:07.183320 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3fe6b-95f4-497d-9605-dc9a0ea9520e req-7bbc3389-ae7f-48d7-b0fe-4812ee39d067 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:07.184848 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-5cd3fe6b-95f4-497d-9605-dc9a0ea9520e req-7bbc3389-ae7f-48d7-b0fe-4812ee39d067 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 945 time: 0.0735064 Jun 12 13:02:07.234355 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-5cd3fe6b-95f4-497d-9605-dc9a0ea9520e req-9197fced-d4b5-40e6-b326-840da849e000 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=208ba6a1-805c-4f9d-a564-c9f39bce27cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438750 Jun 12 13:02:07.307594 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f9923-0c28-417a-8626-d089a0564fde req-9d66c793-dfb6-4ff6-9406-0f43cce1e3fd tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:07.309283 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-066f9923-0c28-417a-8626-d089a0564fde req-9d66c793-dfb6-4ff6-9406-0f43cce1e3fd tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/ports?device_id=40abdcbf-2e14-4d5c-8761-fcb7b3f05f3b HTTP/1.1" status: 200 len: 943 time: 0.0817146 Jun 12 13:02:07.357165 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-066f9923-0c28-417a-8626-d089a0564fde req-1ec7ed8c-a4bf-4034-9139-cebada790448 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3ef42bb-b201-4526-9495-ef817c7e6c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373771 Jun 12 13:02:07.755496 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a7221-ac02-420d-a245-fbea9f5b3874 req-863f29cd-2162-4bc5-8d3c-4b70962e4dbe tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:07.757743 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-fc5a7221-ac02-420d-a245-fbea9f5b3874 req-863f29cd-2162-4bc5-8d3c-4b70962e4dbe tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 945 time: 0.0748551 Jun 12 13:02:07.804773 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-fc5a7221-ac02-420d-a245-fbea9f5b3874 req-3db10d2a-7bfc-4b7e-acf0-659788252361 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387046 Jun 12 13:02:07.844009 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-ad325095-79cf-4e4c-91a6-1dd957b37122 req-38ec9973-0657-49f5-aa5c-9348abd1a796 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 210 time: 0.0446446 Jun 12 13:02:07.886335 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] get_ports_and_sgs() called for port_ids ['fde1258c-44aa-4e18-91ed-e31fa89248dc', 'e9d26dcc-9613-4a13-8c5e-fd80f240eeca'] {{(pid=91668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 13:02:08.428295 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8ac398-3c10-499a-a1ed-1ae2bcce6298 req-7186bc1a-3928-417d-840e-fe593cc2f0d5 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:08.430461 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-9d8ac398-3c10-499a-a1ed-1ae2bcce6298 req-7186bc1a-3928-417d-840e-fe593cc2f0d5 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 945 time: 0.0756507 Jun 12 13:02:08.485230 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-9d8ac398-3c10-499a-a1ed-1ae2bcce6298 req-5b2b1046-1ce7-4716-a6f6-b7bd74f76e39 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=208ba6a1-805c-4f9d-a564-c9f39bce27cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467246 Jun 12 13:02:08.552998 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb2303-4ea5-4685-ae1e-eab33e146512 req-53c55b47-423d-466b-8e45-29a2c1b67e5f tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:08.555187 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-1deb2303-4ea5-4685-ae1e-eab33e146512 req-53c55b47-423d-466b-8e45-29a2c1b67e5f tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/ports?device_id=40abdcbf-2e14-4d5c-8761-fcb7b3f05f3b HTTP/1.1" status: 200 len: 943 time: 0.0765007 Jun 12 13:02:08.601341 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-1deb2303-4ea5-4685-ae1e-eab33e146512 req-5d5fc0ef-9402-4851-94c2-90a0e8210c43 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3ef42bb-b201-4526-9495-ef817c7e6c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403445 Jun 12 13:02:08.997018 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-ccadfb77-32cc-4825-8329-8b3d4803eb31 req-61600ae2-e57b-4f5b-88aa-df98403904d2 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 210 time: 0.0333304 Jun 12 13:02:09.001739 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebe79dd-e679-4d9a-ab28-1d797764f42e req-505a2597-cd1a-47db-bb27-0edb7507382c tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:09.003250 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-eebe79dd-e679-4d9a-ab28-1d797764f42e req-505a2597-cd1a-47db-bb27-0edb7507382c tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 945 time: 0.0702252 Jun 12 13:02:09.046828 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-eebe79dd-e679-4d9a-ab28-1d797764f42e req-6cd0a2dc-0c56-407e-a940-356d84e098a3 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380225 Jun 12 13:02:09.682839 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b80ba-5187-47b0-b252-0a6ca040aa9b req-4edf8008-3464-434d-9b2c-588170ef2395 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:09.684304 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-136b80ba-5187-47b0-b252-0a6ca040aa9b req-4edf8008-3464-434d-9b2c-588170ef2395 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 945 time: 0.0817740 Jun 12 13:02:09.744149 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-136b80ba-5187-47b0-b252-0a6ca040aa9b req-2c04919d-c82b-4631-9655-0757a36dee7d tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=208ba6a1-805c-4f9d-a564-c9f39bce27cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529487 Jun 12 13:02:09.791409 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf4a33-a51a-4155-8f46-7d379a56bf62 req-86872ce5-04a3-4a0d-9bc8-e0eca539b70b tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:09.792831 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-3dcf4a33-a51a-4155-8f46-7d379a56bf62 req-86872ce5-04a3-4a0d-9bc8-e0eca539b70b tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/ports?device_id=40abdcbf-2e14-4d5c-8761-fcb7b3f05f3b HTTP/1.1" status: 200 len: 943 time: 0.0750852 Jun 12 13:02:09.842468 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-3dcf4a33-a51a-4155-8f46-7d379a56bf62 req-26bad893-b2b9-41d4-85ea-17fe4cad2e6b tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3ef42bb-b201-4526-9495-ef817c7e6c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437372 Jun 12 13:02:10.150741 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-02cb0632-8682-4c2c-8081-16c4aa2f0c1b req-3ce5b02b-25ad-4089-9147-d5e8c0465ce0 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 210 time: 0.0339470 Jun 12 13:02:10.267018 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c61bb-8066-4627-9186-e4a452689acc req-b37d16af-cfd7-4c31-b03d-416f96ebca61 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:10.269177 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-a50c61bb-8066-4627-9186-e4a452689acc req-b37d16af-cfd7-4c31-b03d-416f96ebca61 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 945 time: 0.0726204 Jun 12 13:02:10.318312 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-a50c61bb-8066-4627-9186-e4a452689acc req-abac6736-cfb8-47b9-a96e-77c92e918b7d tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395131 Jun 12 13:02:10.937257 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e17dc5d-c820-44dd-82f1-d21c3cb5416f req-15feac8a-a4f4-45ac-a930-828121b513ad tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:10.938638 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-4e17dc5d-c820-44dd-82f1-d21c3cb5416f req-15feac8a-a4f4-45ac-a930-828121b513ad tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 945 time: 0.0778666 Jun 12 13:02:10.993946 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-4e17dc5d-c820-44dd-82f1-d21c3cb5416f req-fb4eebd1-82c8-48df-b428-4a37fbc143b3 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=208ba6a1-805c-4f9d-a564-c9f39bce27cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465002 Jun 12 13:02:11.087042 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794973e-321c-4376-87e6-2c2710a9702c req-b95fe9bc-383d-45c9-8a7d-1aab09a3032d tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:11.089206 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-3794973e-321c-4376-87e6-2c2710a9702c req-b95fe9bc-383d-45c9-8a7d-1aab09a3032d tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/ports?device_id=40abdcbf-2e14-4d5c-8761-fcb7b3f05f3b HTTP/1.1" status: 200 len: 943 time: 0.1058812 Jun 12 13:02:11.137503 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-3794973e-321c-4376-87e6-2c2710a9702c req-67ea439d-df2b-45aa-a2af-980ae0b8849d tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3ef42bb-b201-4526-9495-ef817c7e6c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413241 Jun 12 13:02:11.307539 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-3abc2665-1ba0-41a7-b455-a43bf254502e req-40ad5bab-d618-478d-befd-b86766d2fe2d tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 210 time: 0.0383930 Jun 12 13:02:11.526060 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d63099-57f9-4d90-97a3-4fe1bb5b4b91 req-289b96db-3b45-40f2-bab9-0b6520323dfe tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:11.527620 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-58d63099-57f9-4d90-97a3-4fe1bb5b4b91 req-289b96db-3b45-40f2-bab9-0b6520323dfe tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 945 time: 0.0870888 Jun 12 13:02:11.583997 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-58d63099-57f9-4d90-97a3-4fe1bb5b4b91 req-85ee2e33-7817-4b67-9904-7c7dc9b6b1a3 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500581 Jun 12 13:02:12.206585 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f224021-c2d1-4d1b-81e1-c0d4bb70c345 req-e80a9cb2-99a2-4dc4-b3d0-5d00e26ba460 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:12.208145 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-7f224021-c2d1-4d1b-81e1-c0d4bb70c345 req-e80a9cb2-99a2-4dc4-b3d0-5d00e26ba460 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 945 time: 0.0860834 Jun 12 13:02:12.260466 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-7f224021-c2d1-4d1b-81e1-c0d4bb70c345 req-6d17473f-bb7c-4e63-9efd-f6f6cf916590 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=208ba6a1-805c-4f9d-a564-c9f39bce27cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453305 Jun 12 13:02:12.360711 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c23de-b6c9-47d4-a8ee-97cfa5088451 req-3364781f-3232-4c69-a410-1fab40de4a8e tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:12.362273 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-380c23de-b6c9-47d4-a8ee-97cfa5088451 req-3364781f-3232-4c69-a410-1fab40de4a8e tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/ports?device_id=40abdcbf-2e14-4d5c-8761-fcb7b3f05f3b HTTP/1.1" status: 200 len: 943 time: 0.0989034 Jun 12 13:02:12.432222 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-380c23de-b6c9-47d4-a8ee-97cfa5088451 req-58bcb1d1-1120-4f12-9eca-32be6260dfcb tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3ef42bb-b201-4526-9495-ef817c7e6c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611715 Jun 12 13:02:12.485176 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-ddbf4e81-36f3-40c8-965a-9acae05db767 req-34e066aa-9c06-4a80-816f-e0cd7857bc8d tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 210 time: 0.0386646 Jun 12 13:02:12.782940 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd5edbc-7624-4bdd-b3e2-9378d28b63fc req-46643b2b-7d96-4af1-8b47-79d2a351b1da tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:12.784409 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-2dd5edbc-7624-4bdd-b3e2-9378d28b63fc req-46643b2b-7d96-4af1-8b47-79d2a351b1da tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 945 time: 0.0749509 Jun 12 13:02:12.828228 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-2dd5edbc-7624-4bdd-b3e2-9378d28b63fc req-cc08031f-6403-4eb1-ae94-27ff805c89a4 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376709 Jun 12 13:02:13.465391 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c3a64-f3d4-438e-a1a2-1e9e4808abb8 req-77c9bcd0-f729-4684-b427-c141f6bdac4c tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:13.467180 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-828c3a64-f3d4-438e-a1a2-1e9e4808abb8 req-77c9bcd0-f729-4684-b427-c141f6bdac4c tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 945 time: 0.0750120 Jun 12 13:02:13.525094 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-828c3a64-f3d4-438e-a1a2-1e9e4808abb8 req-ea598d48-0460-4d70-a998-65e1b2335cf8 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=208ba6a1-805c-4f9d-a564-c9f39bce27cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517139 Jun 12 13:02:13.708532 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-a0c2e7ed-b1cc-4eea-972e-644647a3e8b4 req-28eaf8a8-02ae-4ca1-b243-58e779c98843 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=92d09069-fdcf-4c40-b0ec-d374d7d7cc77 HTTP/1.1" status: 200 len: 210 time: 0.0412810 Jun 12 13:02:13.813661 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16eca99-be65-4c74-9a95-5e019d6f590f req-3909b1d5-d327-405b-bc3d-1fb4f81e2156 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:13.815151 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-f16eca99-be65-4c74-9a95-5e019d6f590f req-3909b1d5-d327-405b-bc3d-1fb4f81e2156 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/ports?device_id=40abdcbf-2e14-4d5c-8761-fcb7b3f05f3b HTTP/1.1" status: 200 len: 943 time: 0.0964885 Jun 12 13:02:13.881551 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-f16eca99-be65-4c74-9a95-5e019d6f590f req-38a10c3f-8ff5-4c6e-84b9-262319ea7b6b tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3ef42bb-b201-4526-9495-ef817c7e6c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583105 Jun 12 13:02:14.041928 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device 09228ed0-60cd-4eff-9a93-64dbc7b7ba4b details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 13:02:14.050654 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869bdf4d-1614-41d0-8f34-fc855f6fdd8e req-5fe71c64-b7b0-4ea2-bae5-2df9c84cd327 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:14.052250 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-869bdf4d-1614-41d0-8f34-fc855f6fdd8e req-5fe71c64-b7b0-4ea2-bae5-2df9c84cd327 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 945 time: 0.0788567 Jun 12 13:02:14.106173 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-869bdf4d-1614-41d0-8f34-fc855f6fdd8e req-992a73d1-13af-440c-a131-1a20d2c6ba5f tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448322 Jun 12 13:02:14.180058 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port 09228ed0-60cd-4eff-9a93-64dbc7b7ba4b, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=09228ed0-60cd-4eff-9a93-64dbc7b7ba4b,segment=NetworkSegment(3dd6d3ca-ce7e-402a-a5fa-d6ee73ccf0a7),segment_id=3dd6d3ca-ce7e-402a-a5fa-d6ee73ccf0a7)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:02:14.195740 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Returning: {'device': '09228ed0-60cd-4eff-9a93-64dbc7b7ba4b', 'network_id': 'c4e23bb3-49ee-40b1-b135-a73fa2f92cf7', 'port_id': '09228ed0-60cd-4eff-9a93-64dbc7b7ba4b', 'mac_address': 'fa:16:3e:9a:fb:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdbcbe23-98cd-47c4-9be8-aeacf2dee10b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 13:02:14.249784 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:14.270139 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.notifiers.nova [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09228ed0-60cd-4eff-9a93-64dbc7b7ba4b {{(pid=91668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 13:02:14.296178 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port 09228ed0-60cd-4eff-9a93-64dbc7b7ba4b, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=09228ed0-60cd-4eff-9a93-64dbc7b7ba4b,segment=NetworkSegment(3dd6d3ca-ce7e-402a-a5fa-d6ee73ccf0a7),segment_id=3dd6d3ca-ce7e-402a-a5fa-d6ee73ccf0a7)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:02:14.300199 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:14.302864 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-94633a52-3734-41ed-a108-13167b8312f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:02:14.374342 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Pushing event updated for resources: {'Port': ['ID=09228ed0-60cd-4eff-9a93-64dbc7b7ba4b,revision_number=4']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:02:14.378965 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:02:14.753496 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae3637-eea9-4fda-a245-9a5c96f1c56e req-8c828977-6f2a-4417-a585-69ac0ce8b74e tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:14.755254 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-2fae3637-eea9-4fda-a245-9a5c96f1c56e req-8c828977-6f2a-4417-a585-69ac0ce8b74e tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 945 time: 0.0822442 Jun 12 13:02:14.813314 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-2fae3637-eea9-4fda-a245-9a5c96f1c56e req-8f753667-7183-4768-b533-9d72e21febc2 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=208ba6a1-805c-4f9d-a564-c9f39bce27cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510368 Jun 12 13:02:14.842714 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] get_ports_and_sgs() called for port_ids ['09228ed0-60cd-4eff-9a93-64dbc7b7ba4b'] {{(pid=91668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 13:02:15.108041 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fca244f-de18-4831-80fb-cc6e87fcde5d req-ee79f392-5216-496a-8229-c69a0caf37db tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:15.116829 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-5fca244f-de18-4831-80fb-cc6e87fcde5d req-ee79f392-5216-496a-8229-c69a0caf37db tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/ports?device_id=40abdcbf-2e14-4d5c-8761-fcb7b3f05f3b HTTP/1.1" status: 200 len: 944 time: 0.1002688 Jun 12 13:02:15.184261 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-5fca244f-de18-4831-80fb-cc6e87fcde5d req-fb41282e-d9b6-427d-bc6f-35bfcb7e4013 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3ef42bb-b201-4526-9495-ef817c7e6c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609996 Jun 12 13:02:15.422350 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ef84f-ba2e-4941-9d55-d088e7ade3dc req-6c4a1255-a721-47e9-84bb-2602bd9449d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:15.423859 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-3c5ef84f-ba2e-4941-9d55-d088e7ade3dc req-6c4a1255-a721-47e9-84bb-2602bd9449d3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7f18be0815224addb543ffddc7807c85&device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 1098 time: 0.1102531 Jun 12 13:02:15.428144 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18f918-3588-44dc-b7be-22a9e97055b5 req-b7785ba0-6e7a-4f9e-a0d5-848b34c29b45 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:15.431542 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-3d18f918-3588-44dc-b7be-22a9e97055b5 req-b7785ba0-6e7a-4f9e-a0d5-848b34c29b45 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 945 time: 0.1185958 Jun 12 13:02:15.497933 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119ba100-c739-467a-b2a7-007e7927d300 req-7d3cb604-4492-488c-997c-a84ebc7c05f0 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:15.499513 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-119ba100-c739-467a-b2a7-007e7927d300 req-7d3cb604-4492-488c-997c-a84ebc7c05f0 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 945 time: 0.1176770 Jun 12 13:02:15.500632 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-3d18f918-3588-44dc-b7be-22a9e97055b5 req-8458a984-8727-426c-a064-8720bd069131 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609727 Jun 12 13:02:15.891307 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-119ba100-c739-467a-b2a7-007e7927d300 req-8aec2700-9bbf-4581-a87c-b729b21e06ed tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796310 Jun 12 13:02:15.905874 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ef84f-ba2e-4941-9d55-d088e7ade3dc req-af40beaf-8c98-42c7-9939-193568566944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:15.907767 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-3c5ef84f-ba2e-4941-9d55-d088e7ade3dc req-af40beaf-8c98-42c7-9939-193568566944 service neutron] 10.222.0.30 "GET /v2.0/networks?id=64b4b39f-e457-4d52-beb5-ab2bbde33d05 HTTP/1.1" status: 200 len: 918 time: 0.4552042 Jun 12 13:02:16.049873 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f95d70-b416-45ec-9a87-14391fba8d18 req-e4acb82a-8afd-4cd0-85ae-346f54d1bbed tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:16.052796 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-a2f95d70-b416-45ec-9a87-14391fba8d18 req-e4acb82a-8afd-4cd0-85ae-346f54d1bbed tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 945 time: 0.0825276 Jun 12 13:02:16.110281 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-a2f95d70-b416-45ec-9a87-14391fba8d18 req-697a0bb7-72b1-4aea-9529-840fb0e45eb7 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=208ba6a1-805c-4f9d-a564-c9f39bce27cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495799 Jun 12 13:02:16.426263 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0508b72-d2a6-4b69-a86c-e0eca3b33b4f req-546d627b-a721-4d84-b5c5-1bc9b843ab22 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:16.427806 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-f0508b72-d2a6-4b69-a86c-e0eca3b33b4f req-546d627b-a721-4d84-b5c5-1bc9b843ab22 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/ports?device_id=40abdcbf-2e14-4d5c-8761-fcb7b3f05f3b HTTP/1.1" status: 200 len: 944 time: 0.0824428 Jun 12 13:02:16.496927 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-f0508b72-d2a6-4b69-a86c-e0eca3b33b4f req-4fb01383-1e01-433c-b764-15d48c6544d8 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3ef42bb-b201-4526-9495-ef817c7e6c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562930 Jun 12 13:02:16.724814 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb1596-db43-454a-b6de-3c0cc11b326d req-108d1ff3-5cc8-470b-b583-6b364a19f46d tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:16.726844 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-e3cb1596-db43-454a-b6de-3c0cc11b326d req-108d1ff3-5cc8-470b-b583-6b364a19f46d tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 945 time: 0.0878088 Jun 12 13:02:16.780672 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-e3cb1596-db43-454a-b6de-3c0cc11b326d req-f1ed4be5-5012-443e-96a7-0a42c7732181 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450521 Jun 12 13:02:17.087950 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072e6642-c879-425a-b09c-557f41a882a4 req-f04f2e23-ab49-4463-b04c-3009542fb768 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:17.089475 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-072e6642-c879-425a-b09c-557f41a882a4 req-f04f2e23-ab49-4463-b04c-3009542fb768 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 945 time: 0.0751250 Jun 12 13:02:17.132637 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-072e6642-c879-425a-b09c-557f41a882a4 req-954dee44-3d3d-4f32-b7a1-001c104ea2c2 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366426 Jun 12 13:02:17.374414 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a7f7be-47a8-4e2b-ab96-03e40fbf3229 req-59db0e8e-7774-48d0-be79-734e5f964f45 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:17.375901 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-a3a7f7be-47a8-4e2b-ab96-03e40fbf3229 req-59db0e8e-7774-48d0-be79-734e5f964f45 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 945 time: 0.0769329 Jun 12 13:02:17.422548 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-a3a7f7be-47a8-4e2b-ab96-03e40fbf3229 req-3295648f-6036-4169-941c-88946bb6607f tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=208ba6a1-805c-4f9d-a564-c9f39bce27cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396981 Jun 12 13:02:17.730222 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd020107-988d-45ae-81f2-101f6bc76453 req-66dbf6f3-6172-41d6-9f7e-e20bac9a37c0 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:17.731738 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-dd020107-988d-45ae-81f2-101f6bc76453 req-66dbf6f3-6172-41d6-9f7e-e20bac9a37c0 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/ports?device_id=40abdcbf-2e14-4d5c-8761-fcb7b3f05f3b HTTP/1.1" status: 200 len: 944 time: 0.1131408 Jun 12 13:02:17.782495 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-dd020107-988d-45ae-81f2-101f6bc76453 req-cd9f7251-a05e-44ee-941a-b85b30a31372 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3ef42bb-b201-4526-9495-ef817c7e6c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422871 Jun 12 13:02:18.019172 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde44fde-9bca-4c5b-a7e0-cfa8883749ab req-024d32cc-4afe-436d-a59e-6891fccee9db tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:18.020758 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-fde44fde-9bca-4c5b-a7e0-cfa8883749ab req-024d32cc-4afe-436d-a59e-6891fccee9db tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 945 time: 0.0785563 Jun 12 13:02:18.086301 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-fde44fde-9bca-4c5b-a7e0-cfa8883749ab req-a61ff68e-8a30-490a-87c2-986f0e19b8e9 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579350 Jun 12 13:02:18.353522 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb597ec5-c110-4fc8-bedc-e7212dfd2ffc req-c19bad98-4386-4601-a226-45026f02ef0c tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:18.355011 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-cb597ec5-c110-4fc8-bedc-e7212dfd2ffc req-c19bad98-4386-4601-a226-45026f02ef0c tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 945 time: 0.0744536 Jun 12 13:02:18.401009 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-cb597ec5-c110-4fc8-bedc-e7212dfd2ffc req-6451957f-4af1-4628-ac36-bf4d7f8f2c87 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385988 Jun 12 13:02:18.693988 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2af7ff-f202-4981-8b74-a0ddcac5259b req-d1a48abd-e3bf-44ad-890f-7ce0d5788cbe tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:18.695738 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-8f2af7ff-f202-4981-8b74-a0ddcac5259b req-d1a48abd-e3bf-44ad-890f-7ce0d5788cbe tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 945 time: 0.1131825 Jun 12 13:02:18.744716 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-8f2af7ff-f202-4981-8b74-a0ddcac5259b req-246ea711-6632-444d-ac24-769815e818dc tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=208ba6a1-805c-4f9d-a564-c9f39bce27cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410993 Jun 12 13:02:18.895381 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device 1e6e0e28-bb34-4daf-8a61-6ff10d280256 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 13:02:19.013765 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-3c5ef84f-ba2e-4941-9d55-d088e7ade3dc req-dfb0a78d-bda8-47d0-a5ed-7c0aeb09a361 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e6e0e28-bb34-4daf-8a61-6ff10d280256 HTTP/1.1" status: 200 len: 1000 time: 0.1256068 Jun 12 13:02:19.049146 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a93fe-758c-45df-99d2-fe367d516d4f req-30155f2b-4033-4890-9e09-7207db984f83 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:19.050701 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-625a93fe-758c-45df-99d2-fe367d516d4f req-30155f2b-4033-4890-9e09-7207db984f83 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/ports?device_id=40abdcbf-2e14-4d5c-8761-fcb7b3f05f3b HTTP/1.1" status: 200 len: 944 time: 0.1042547 Jun 12 13:02:19.061970 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port 1e6e0e28-bb34-4daf-8a61-6ff10d280256, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=1e6e0e28-bb34-4daf-8a61-6ff10d280256,segment=NetworkSegment(a0a674b8-7738-4903-8a88-2eeaa5688873),segment_id=a0a674b8-7738-4903-8a88-2eeaa5688873)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:02:19.077175 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Returning: {'device': '1e6e0e28-bb34-4daf-8a61-6ff10d280256', 'network_id': '64b4b39f-e457-4d52-beb5-ab2bbde33d05', 'port_id': '1e6e0e28-bb34-4daf-8a61-6ff10d280256', 'mac_address': 'fa:16:3e:62:2e:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2822e5c-4cf7-4702-9de8-8d297e10d4e8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 13:02:19.101700 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-625a93fe-758c-45df-99d2-fe367d516d4f req-25e72957-7e3f-49f3-947a-e5372e7317a3 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3ef42bb-b201-4526-9495-ef817c7e6c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444770 Jun 12 13:02:19.127365 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:19.149722 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.notifiers.nova [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1e6e0e28-bb34-4daf-8a61-6ff10d280256 {{(pid=91668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 13:02:19.308500 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port 1e6e0e28-bb34-4daf-8a61-6ff10d280256, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=1e6e0e28-bb34-4daf-8a61-6ff10d280256,segment=NetworkSegment(a0a674b8-7738-4903-8a88-2eeaa5688873),segment_id=a0a674b8-7738-4903-8a88-2eeaa5688873)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:02:19.313566 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:19.316499 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:02:19.333930 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f31107-8e71-4446-866d-387f1e723d09 req-77c5c9f7-3c77-440d-9e31-00e2311b5aa2 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:19.335199 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-95f31107-8e71-4446-866d-387f1e723d09 req-77c5c9f7-3c77-440d-9e31-00e2311b5aa2 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 945 time: 0.0935857 Jun 12 13:02:19.381739 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Pushing event updated for resources: {'Port': ['ID=1e6e0e28-bb34-4daf-8a61-6ff10d280256,revision_number=6']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:02:19.382743 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-95f31107-8e71-4446-866d-387f1e723d09 req-515dc261-93e2-4359-ad2c-4d6a525bfcd9 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395629 Jun 12 13:02:19.384969 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:02:19.597333 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d6baf-262e-4c98-b1fa-4c4be5c7677a req-a31508cc-789c-42a8-b030-f4546870d97e tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:19.599014 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-2d3d6baf-262e-4c98-b1fa-4c4be5c7677a req-a31508cc-789c-42a8-b030-f4546870d97e tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 945 time: 0.0812471 Jun 12 13:02:19.644766 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-2d3d6baf-262e-4c98-b1fa-4c4be5c7677a req-34b8d8d1-ae9a-494b-abe6-15a3f22733e0 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390971 Jun 12 13:02:19.948653 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94361da7-61be-4291-8251-9eda7fd9adf6 req-3f573dd5-a4ee-4d1e-bbc3-42135498a066 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:19.948653 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-94361da7-61be-4291-8251-9eda7fd9adf6 req-3f573dd5-a4ee-4d1e-bbc3-42135498a066 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 945 time: 0.0792620 Jun 12 13:02:19.990889 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-94361da7-61be-4291-8251-9eda7fd9adf6 req-a14d1677-9f65-4b9d-ab30-9bc0c06502d6 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=208ba6a1-805c-4f9d-a564-c9f39bce27cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387876 Jun 12 13:02:20.116638 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device e9d26dcc-9613-4a13-8c5e-fd80f240eeca no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 13:02:20.160760 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] No Port match for: e9d26dcc-9613-4a13-8c5e-fd80f240eeca {{(pid=91668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 13:02:20.161068 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device e9d26dcc-9613-4a13-8c5e-fd80f240eeca not bound to the agent host hv-cinder-79611 {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 13:02:20.173307 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:20.187238 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ef84f-ba2e-4941-9d55-d088e7ade3dc req-210e6f48-89ec-4128-b99a-4ab150926a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:20.188778 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-3c5ef84f-ba2e-4941-9d55-d088e7ade3dc req-210e6f48-89ec-4128-b99a-4ab150926a2d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f2822e5c-4cf7-4702-9de8-8d297e10d4e8 HTTP/1.1" status: 200 len: 856 time: 0.0681353 Jun 12 13:02:20.322126 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb4c84-ea27-49d1-884e-ab9c8c07b756 req-9c1e1ba2-7bf0-4e57-93ff-93e593f8d175 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:20.323638 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-97bb4c84-ea27-49d1-884e-ab9c8c07b756 req-9c1e1ba2-7bf0-4e57-93ff-93e593f8d175 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/ports?device_id=40abdcbf-2e14-4d5c-8761-fcb7b3f05f3b HTTP/1.1" status: 200 len: 944 time: 0.0807946 Jun 12 13:02:20.377308 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-97bb4c84-ea27-49d1-884e-ab9c8c07b756 req-4814e8be-bfcc-473e-9b19-9ba99f0ee342 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3ef42bb-b201-4526-9495-ef817c7e6c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473483 Jun 12 13:02:20.584981 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdbb392-daab-40a1-a765-49881c8f3f7a req-16d0d9b1-fe17-4f0a-8e4a-7ad570998bba tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:20.586934 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-dcdbb392-daab-40a1-a765-49881c8f3f7a req-16d0d9b1-fe17-4f0a-8e4a-7ad570998bba tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 944 time: 0.0763547 Jun 12 13:02:20.595287 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-dc5b6769-9d7d-46fe-934a-92cec9abfc0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:20.635582 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-dcdbb392-daab-40a1-a765-49881c8f3f7a req-7f3c8869-dcf2-4d45-b5bc-312d0a932251 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423651 Jun 12 13:02:20.841390 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f31f8e7-f089-4174-afbb-9a05270c5831 req-36edbc69-6ac1-45f5-9ea1-96e6d488a752 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:20.842834 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-2f31f8e7-f089-4174-afbb-9a05270c5831 req-36edbc69-6ac1-45f5-9ea1-96e6d488a752 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 945 time: 0.0696752 Jun 12 13:02:20.884460 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-2f31f8e7-f089-4174-afbb-9a05270c5831 req-9c81757e-2564-4e1a-b063-0368b44ce5f2 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359683 Jun 12 13:02:21.194397 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f532b35e-a04f-40c7-8c0d-d9ac31e2b88d req-5b067863-af2e-4564-9f0a-edbc416c108a tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:21.196445 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-f532b35e-a04f-40c7-8c0d-d9ac31e2b88d req-5b067863-af2e-4564-9f0a-edbc416c108a tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 945 time: 0.0729051 Jun 12 13:02:21.239399 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-f532b35e-a04f-40c7-8c0d-d9ac31e2b88d req-49ce95ee-4bb2-4a30-b27d-a3cc1a29fc02 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=208ba6a1-805c-4f9d-a564-c9f39bce27cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370443 Jun 12 13:02:21.558080 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63525e01-7b82-4980-b33b-e9f834db2a46 req-cfd4f7a7-1b17-43d3-955c-231aec6ce7db tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:21.559537 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-63525e01-7b82-4980-b33b-e9f834db2a46 req-cfd4f7a7-1b17-43d3-955c-231aec6ce7db tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/ports?device_id=40abdcbf-2e14-4d5c-8761-fcb7b3f05f3b HTTP/1.1" status: 200 len: 944 time: 0.0713804 Jun 12 13:02:21.601708 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-63525e01-7b82-4980-b33b-e9f834db2a46 req-d95bfe1c-0111-4d65-bfd4-b9a128be32c1 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3ef42bb-b201-4526-9495-ef817c7e6c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365522 Jun 12 13:02:21.665309 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ef84f-ba2e-4941-9d55-d088e7ade3dc req-f25bd868-688d-4a98-bb3d-c9e30c970c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:21.666933 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-3c5ef84f-ba2e-4941-9d55-d088e7ade3dc req-f25bd868-688d-4a98-bb3d-c9e30c970c7a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=64b4b39f-e457-4d52-beb5-ab2bbde33d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0594347 Jun 12 13:02:21.829287 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-3c5ef84f-ba2e-4941-9d55-d088e7ade3dc req-8fbc8901-0298-4a56-ab0c-c7ae792a0393 service neutron] 10.222.0.30 "GET /v2.0/networks/64b4b39f-e457-4d52-beb5-ab2bbde33d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192949 Jun 12 13:02:21.841979 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1da4eb-f770-43d4-aaf1-44ef4e98e49f req-9c3c266a-8485-4aa9-a390-3b754d17ccba tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:21.843642 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-de1da4eb-f770-43d4-aaf1-44ef4e98e49f req-9c3c266a-8485-4aa9-a390-3b754d17ccba tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 944 time: 0.0751324 Jun 12 13:02:21.887953 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-de1da4eb-f770-43d4-aaf1-44ef4e98e49f req-7aac3033-853b-4bf9-879d-44bf1425bc55 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384314 Jun 12 13:02:21.889614 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] get_ports_and_sgs() called for port_ids ['1e6e0e28-bb34-4daf-8a61-6ff10d280256'] {{(pid=91668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 13:02:21.971314 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-3c5ef84f-ba2e-4941-9d55-d088e7ade3dc req-84ceec2c-0d69-4f8f-85aa-c2968dc6deca service neutron] 10.222.0.30 "GET /v2.0/networks/64b4b39f-e457-4d52-beb5-ab2bbde33d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319933 Jun 12 13:02:22.081995 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e9a61-0c2e-4872-a50d-23e8dff1c503 req-3b79879b-9b28-498f-8476-c60e79309d0d tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:22.083373 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-6e4e9a61-0c2e-4872-a50d-23e8dff1c503 req-3b79879b-9b28-498f-8476-c60e79309d0d tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 945 time: 0.0699570 Jun 12 13:02:22.125250 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-6e4e9a61-0c2e-4872-a50d-23e8dff1c503 req-567e3655-2483-4fd8-a8e0-f193bc463309 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353813 Jun 12 13:02:22.426652 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6227ae0a-9765-4e42-ba4d-2d29df9b942a req-1801b713-9142-4e55-9d5a-b9caf6bee85b tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:22.428078 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-6227ae0a-9765-4e42-ba4d-2d29df9b942a req-1801b713-9142-4e55-9d5a-b9caf6bee85b tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 945 time: 0.0729854 Jun 12 13:02:22.469234 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-6227ae0a-9765-4e42-ba4d-2d29df9b942a req-aca0001c-1467-4c2f-868a-4b51c430b556 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=208ba6a1-805c-4f9d-a564-c9f39bce27cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350161 Jun 12 13:02:22.817806 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68e090-fbcd-4990-8ff2-1311b7f15010 req-3d5fe48a-8aeb-40ad-9388-fb0a9cf422d4 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:22.819313 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-de68e090-fbcd-4990-8ff2-1311b7f15010 req-3d5fe48a-8aeb-40ad-9388-fb0a9cf422d4 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/ports?device_id=40abdcbf-2e14-4d5c-8761-fcb7b3f05f3b HTTP/1.1" status: 200 len: 944 time: 0.0952897 Jun 12 13:02:22.861602 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-de68e090-fbcd-4990-8ff2-1311b7f15010 req-e0a43a71-0cf5-4c0a-b5ca-35e259c783eb tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3ef42bb-b201-4526-9495-ef817c7e6c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358551 Jun 12 13:02:22.883904 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d628f49-6723-401b-a9c9-c612922e2bf4 req-0245bab0-ee8a-482d-b028-4627442247d6 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:22.885369 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-2d628f49-6723-401b-a9c9-c612922e2bf4 req-0245bab0-ee8a-482d-b028-4627442247d6 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 945 time: 0.1337116 Jun 12 13:02:22.912801 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1b63d-5fc5-4031-98ae-8364dca8eaac req-5b85e138-75f4-4377-a504-78d270eeca68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:22.914271 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-8fa1b63d-5fc5-4031-98ae-8364dca8eaac req-5b85e138-75f4-4377-a504-78d270eeca68 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a33e9937caaf41ca8fc301bec96ba603&device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 1098 time: 0.1063447 Jun 12 13:02:22.972118 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-2d628f49-6723-401b-a9c9-c612922e2bf4 req-48f20b1d-fd75-4ede-9ca8-3e9dd1387854 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=208ba6a1-805c-4f9d-a564-c9f39bce27cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786312 Jun 12 13:02:23.048718 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1b63d-5fc5-4031-98ae-8364dca8eaac req-c8d08c17-82dc-4b91-b2a5-2c5d40f8f541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:23.050244 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-8fa1b63d-5fc5-4031-98ae-8364dca8eaac req-c8d08c17-82dc-4b91-b2a5-2c5d40f8f541 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b082549b-b61d-48b6-a978-1804137ec38a HTTP/1.1" status: 200 len: 912 time: 0.1222222 Jun 12 13:02:23.112086 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6bd3e6-dade-4815-bfcc-2e804f1a5ac2 req-d1276f42-d5ba-4dd2-b831-77fdabea6064 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:23.113546 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-da6bd3e6-dade-4815-bfcc-2e804f1a5ac2 req-d1276f42-d5ba-4dd2-b831-77fdabea6064 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 944 time: 0.0766592 Jun 12 13:02:23.154697 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-8fa1b63d-5fc5-4031-98ae-8364dca8eaac req-7f579a7f-7d8e-44f8-93c5-1843fed0adf2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c23f9e2-3e44-4591-b576-1abd9843c490 HTTP/1.1" status: 200 len: 1000 time: 0.0831022 Jun 12 13:02:23.157399 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-da6bd3e6-dade-4815-bfcc-2e804f1a5ac2 req-0fc9fe31-4b95-4e8a-90df-f3ef58721257 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374434 Jun 12 13:02:23.218398 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1b63d-5fc5-4031-98ae-8364dca8eaac req-3a09c68b-977a-4069-854d-4b375a7e87e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:23.220161 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-8fa1b63d-5fc5-4031-98ae-8364dca8eaac req-3a09c68b-977a-4069-854d-4b375a7e87e4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=040de1c9-b671-4172-8240-56a21bd80720 HTTP/1.1" status: 200 len: 850 time: 0.0572758 Jun 12 13:02:23.304844 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:23.344658 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1b63d-5fc5-4031-98ae-8364dca8eaac req-b25532b1-7a70-473d-b677-cc091496eb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:23.346180 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-8fa1b63d-5fc5-4031-98ae-8364dca8eaac req-b25532b1-7a70-473d-b677-cc091496eb70 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b082549b-b61d-48b6-a978-1804137ec38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1196952 Jun 12 13:02:23.369187 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e60d0-f768-47b0-8fa3-a46cf2df93e8 req-a779b84a-58ab-491f-a34a-94281816bb2a tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:23.370604 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-ba5e60d0-f768-47b0-8fa3-a46cf2df93e8 req-a779b84a-58ab-491f-a34a-94281816bb2a tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 945 time: 0.1112177 Jun 12 13:02:23.460355 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-59c85d38-4e3d-4bcf-8555-ed525cd0ab32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:23.495175 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-ba5e60d0-f768-47b0-8fa3-a46cf2df93e8 req-80028238-babc-474a-9822-7c4d5ea4ed52 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095498 Jun 12 13:02:23.519002 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-8fa1b63d-5fc5-4031-98ae-8364dca8eaac req-f6b536e4-d3f1-4fd6-979f-fda5b2e78dca service neutron] 10.222.0.30 "GET /v2.0/networks/b082549b-b61d-48b6-a978-1804137ec38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646407 Jun 12 13:02:23.637262 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-8fa1b63d-5fc5-4031-98ae-8364dca8eaac req-2b4b4f18-03a0-46f9-be8e-225533b228a1 service neutron] 10.222.0.30 "GET /v2.0/networks/b082549b-b61d-48b6-a978-1804137ec38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110725 Jun 12 13:02:24.043577 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48608f96-72f6-4b01-adec-6c16368f5fd9 req-e53d6949-899d-4350-abef-f5971db50059 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:24.044954 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-48608f96-72f6-4b01-adec-6c16368f5fd9 req-e53d6949-899d-4350-abef-f5971db50059 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/ports?device_id=40abdcbf-2e14-4d5c-8761-fcb7b3f05f3b HTTP/1.1" status: 200 len: 944 time: 0.0702362 Jun 12 13:02:24.087284 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-48608f96-72f6-4b01-adec-6c16368f5fd9 req-968375ba-aef8-48c8-85d1-e337e4546350 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3ef42bb-b201-4526-9495-ef817c7e6c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366883 Jun 12 13:02:24.156565 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39ea71-a33f-4146-9198-b7a2f6304699 req-88ce2acd-c8eb-47bd-9da9-ce670ca9def9 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:24.158023 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-2d39ea71-a33f-4146-9198-b7a2f6304699 req-88ce2acd-c8eb-47bd-9da9-ce670ca9def9 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 945 time: 0.0682511 Jun 12 13:02:24.199860 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-2d39ea71-a33f-4146-9198-b7a2f6304699 req-eae808a9-8285-41a5-bb2e-1765e5d5a983 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=208ba6a1-805c-4f9d-a564-c9f39bce27cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361273 Jun 12 13:02:24.296357 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device 1e6e0e28-bb34-4daf-8a61-6ff10d280256 up at agent hyperv_hv-cinder-79611 {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 13:02:24.349315 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Provisioning complete for port 1e6e0e28-bb34-4daf-8a61-6ff10d280256 triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 13:02:24.350035 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:24.350132 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166110af-c55c-4be5-9019-8d4e39768556 req-d53cc6db-4fdc-45be-99ae-9923affce2cf tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:24.352157 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-166110af-c55c-4be5-9019-8d4e39768556 req-d53cc6db-4fdc-45be-99ae-9923affce2cf tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 944 time: 0.0743146 Jun 12 13:02:24.400004 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-166110af-c55c-4be5-9019-8d4e39768556 req-b1b333ab-6943-4ad0-8a36-178126d74b4a tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422380 Jun 12 13:02:24.442350 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:24.469814 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c563c0-8ba5-433e-8c12-6c1794a63feb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e6e0e28-bb34-4daf-8a61-6ff10d280256'}] {{(pid=91668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 13:02:24.472142 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80aeb099eed554921aeb9584cad5061c500859d49ba4b111a23145803cb4192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5557e26a-f1f7-470b-8152-2f14894d39c4" -d '{"events": [{"server_uuid": "a8c563c0-8ba5-433e-8c12-6c1794a63feb", "name": "network-vif-plugged", "status": "completed", "tag": "1e6e0e28-bb34-4daf-8a61-6ff10d280256"}]}' {{(pid=91668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 13:02:24.486009 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port 1e6e0e28-bb34-4daf-8a61-6ff10d280256, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=1e6e0e28-bb34-4daf-8a61-6ff10d280256,segment=NetworkSegment(a0a674b8-7738-4903-8a88-2eeaa5688873),segment_id=a0a674b8-7738-4903-8a88-2eeaa5688873)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:02:24.491211 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:24.492865 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device 09228ed0-60cd-4eff-9a93-64dbc7b7ba4b up at agent hyperv_hv-cinder-79611 {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 13:02:24.494612 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-bfeab3dc-ed8a-4c75-b138-70b56fe4df66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:02:24.520872 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 13:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb28cc69-4c96-415f-960f-646e62f3dc6f x-openstack-request-id: req-fb28cc69-4c96-415f-960f-646e62f3dc6f {{(pid=91668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 13:02:24.521314 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8c563c0-8ba5-433e-8c12-6c1794a63feb", "name": "network-vif-plugged", "status": "completed", "tag": "1e6e0e28-bb34-4daf-8a61-6ff10d280256", "code": 200}]} {{(pid=91668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 13:02:24.521534 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fb28cc69-4c96-415f-960f-646e62f3dc6f {{(pid=91668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 13:02:24.521956 dv-cinder-796114-1-iscsi neutron-server[91668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8c563c0-8ba5-433e-8c12-6c1794a63feb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e6e0e28-bb34-4daf-8a61-6ff10d280256', 'code': 200} Jun 12 13:02:24.628294 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Pushing event updated for resources: {'Port': ['ID=1e6e0e28-bb34-4daf-8a61-6ff10d280256,revision_number=7']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:02:24.632419 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:02:24.639213 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Provisioning for port 09228ed0-60cd-4eff-9a93-64dbc7b7ba4b completed by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 13:02:24.643971 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Provisioning complete for port 09228ed0-60cd-4eff-9a93-64dbc7b7ba4b triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 13:02:24.644508 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:24.710049 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b48e5-991c-48d4-96f9-b1457e8bad61 req-1b785b59-3c95-42aa-8eaa-19d0cd73ff44 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:24.720207 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-754b48e5-991c-48d4-96f9-b1457e8bad61 req-1b785b59-3c95-42aa-8eaa-19d0cd73ff44 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 945 time: 0.1002896 Jun 12 13:02:24.778143 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-754b48e5-991c-48d4-96f9-b1457e8bad61 req-f2c6218c-c50a-4088-b899-9bc642a46ca4 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565820 Jun 12 13:02:24.806475 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:24.850787 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port 09228ed0-60cd-4eff-9a93-64dbc7b7ba4b, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=09228ed0-60cd-4eff-9a93-64dbc7b7ba4b,segment=NetworkSegment(3dd6d3ca-ce7e-402a-a5fa-d6ee73ccf0a7),segment_id=3dd6d3ca-ce7e-402a-a5fa-d6ee73ccf0a7)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:02:24.858178 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:24.862048 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:02:24.935811 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Pushing event updated for resources: {'Port': ['ID=09228ed0-60cd-4eff-9a93-64dbc7b7ba4b,revision_number=5']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:02:24.956881 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:02:25.045000 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-7239a5c3-c5f0-4f25-a5be-c6c46247b3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:25.293511 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1aca2b-0e5c-4975-aa4e-be64a46627cd req-bb906872-449f-4541-b542-dfffe95d2d0c tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:25.295201 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-ff1aca2b-0e5c-4975-aa4e-be64a46627cd req-bb906872-449f-4541-b542-dfffe95d2d0c tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/ports?device_id=40abdcbf-2e14-4d5c-8761-fcb7b3f05f3b HTTP/1.1" status: 200 len: 945 time: 0.0863931 Jun 12 13:02:25.349840 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-ff1aca2b-0e5c-4975-aa4e-be64a46627cd req-629820da-637b-4ec7-83e7-da07504120cc tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3ef42bb-b201-4526-9495-ef817c7e6c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432541 Jun 12 13:02:25.430731 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff34da6-f9ed-4446-99a2-7623ea228f42 req-64fc3f1b-149f-4dc8-ac78-d78a7af10930 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:25.446790 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-dff34da6-f9ed-4446-99a2-7623ea228f42 req-64fc3f1b-149f-4dc8-ac78-d78a7af10930 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 945 time: 0.1031330 Jun 12 13:02:25.518566 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-dff34da6-f9ed-4446-99a2-7623ea228f42 req-9656f109-2041-48c3-85f8-cdfe647852ee tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=208ba6a1-805c-4f9d-a564-c9f39bce27cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706151 Jun 12 13:02:25.631631 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b9f12-4248-4a07-8f57-5f8c13dfa5aa req-ec0d34f8-af55-427e-9532-2b0cd29a9241 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:25.633314 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-c84b9f12-4248-4a07-8f57-5f8c13dfa5aa req-ec0d34f8-af55-427e-9532-2b0cd29a9241 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 945 time: 0.0769758 Jun 12 13:02:25.678521 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-c84b9f12-4248-4a07-8f57-5f8c13dfa5aa req-c1d961ed-5625-4632-bf4b-d45517f87950 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391841 Jun 12 13:02:25.867028 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-0a5de27a-4d22-4fdd-a4cf-053756d7edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:26.004518 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11bb4f1-483e-42ce-a4ba-23e2228f3c8d req-9d3be4b9-29d8-4e95-a9e1-3c768a2dbdff tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:26.006397 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-d11bb4f1-483e-42ce-a4ba-23e2228f3c8d req-9d3be4b9-29d8-4e95-a9e1-3c768a2dbdff tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 945 time: 0.0835481 Jun 12 13:02:26.060387 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-d11bb4f1-483e-42ce-a4ba-23e2228f3c8d req-e3ada8e5-fe48-4c75-beb4-8a477021b973 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474935 Jun 12 13:02:26.522768 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40abdcbf-2e14-4d5c-8761-fcb7b3f05f3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09228ed0-60cd-4eff-9a93-64dbc7b7ba4b'}] {{(pid=91668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 13:02:26.526178 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80aeb099eed554921aeb9584cad5061c500859d49ba4b111a23145803cb4192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10367ae5-3b5c-403f-8ccb-212f29a5aaad" -d '{"events": [{"server_uuid": "40abdcbf-2e14-4d5c-8761-fcb7b3f05f3b", "name": "network-vif-plugged", "status": "completed", "tag": "09228ed0-60cd-4eff-9a93-64dbc7b7ba4b"}]}' {{(pid=91668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 13:02:26.566155 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 13:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c609f02d-d4aa-489b-a9cc-bde262791e39 x-openstack-request-id: req-c609f02d-d4aa-489b-a9cc-bde262791e39 {{(pid=91668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 13:02:26.566485 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40abdcbf-2e14-4d5c-8761-fcb7b3f05f3b", "name": "network-vif-plugged", "status": "completed", "tag": "09228ed0-60cd-4eff-9a93-64dbc7b7ba4b", "code": 200}]} {{(pid=91668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 13:02:26.566748 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c609f02d-d4aa-489b-a9cc-bde262791e39 {{(pid=91668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 13:02:26.567201 dv-cinder-796114-1-iscsi neutron-server[91668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40abdcbf-2e14-4d5c-8761-fcb7b3f05f3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09228ed0-60cd-4eff-9a93-64dbc7b7ba4b', 'code': 200} Jun 12 13:02:26.574551 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada9afa4-71ec-4ab5-8b78-c38615394c00 req-378516fa-5cc4-4cee-8300-d58962c2d41e tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:26.576039 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-ada9afa4-71ec-4ab5-8b78-c38615394c00 req-378516fa-5cc4-4cee-8300-d58962c2d41e tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/ports?device_id=40abdcbf-2e14-4d5c-8761-fcb7b3f05f3b HTTP/1.1" status: 200 len: 945 time: 0.0847414 Jun 12 13:02:26.623156 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-ada9afa4-71ec-4ab5-8b78-c38615394c00 req-3e8212be-4493-4f9f-a5b9-680f213d6977 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3ef42bb-b201-4526-9495-ef817c7e6c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415273 Jun 12 13:02:26.836694 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4e2cb-e4ba-434f-a98e-ffde2eda7fab req-8f63b413-7886-44b0-b9dc-76471802a44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:26.838075 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-b3a4e2cb-e4ba-434f-a98e-ffde2eda7fab req-8f63b413-7886-44b0-b9dc-76471802a44d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=40abdcbf-2e14-4d5c-8761-fcb7b3f05f3b HTTP/1.1" status: 200 len: 1098 time: 0.0619493 Jun 12 13:02:26.879815 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-b3a4e2cb-e4ba-434f-a98e-ffde2eda7fab req-3905aaf3-3d1b-4dbd-943a-785f60801012 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a3ef42bb-b201-4526-9495-ef817c7e6c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330515 Jun 12 13:02:26.898738 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90767990-cd48-4dcc-85fd-de396df45911 req-c5ca8b26-33bd-40f6-8adc-096237a23d64 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:26.900197 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-90767990-cd48-4dcc-85fd-de396df45911 req-c5ca8b26-33bd-40f6-8adc-096237a23d64 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 945 time: 0.0789750 Jun 12 13:02:26.943604 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-90767990-cd48-4dcc-85fd-de396df45911 req-ef4699cb-4e69-40d6-908c-325f6b4026ee tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368049 Jun 12 13:02:27.253999 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0168e-27a9-43d1-93b1-ffb8a5952e9f req-5a0fa464-6e81-4700-8e5e-005d4904cbe5 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:27.255993 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-63c0168e-27a9-43d1-93b1-ffb8a5952e9f req-5a0fa464-6e81-4700-8e5e-005d4904cbe5 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 945 time: 0.0794816 Jun 12 13:02:27.303727 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-63c0168e-27a9-43d1-93b1-ffb8a5952e9f req-328410d6-9116-4abc-b88b-ada91052c2e5 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416205 Jun 12 13:02:27.561851 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 57038) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:02:27.693911 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6bc0522b-265a-498d-b56b-cee33ca97e11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:28.144223 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b2a37-872e-4686-a4d0-b13cfd8cddc5 req-f50e1ebf-854c-4aa6-ba5f-b17e9286f755 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:28.146381 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-178b2a37-872e-4686-a4d0-b13cfd8cddc5 req-f50e1ebf-854c-4aa6-ba5f-b17e9286f755 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.30 "GET /v2.0/ports?device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 945 time: 0.1523163 Jun 12 13:02:28.172756 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6bc0522b-265a-498d-b56b-cee33ca97e11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:28.195401 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6bc0522b-265a-498d-b56b-cee33ca97e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:28.198160 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-1070c3ef-a7cb-44f5-a416-25d0d81a3548 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:02:28.235700 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2460b-d807-4198-8cc5-b85c6c54e3ce req-023a539e-f42c-418b-a4d6-8312c9246dcc tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:28.237114 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-72f2460b-d807-4198-8cc5-b85c6c54e3ce req-023a539e-f42c-418b-a4d6-8312c9246dcc tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/ports?device_id=40abdcbf-2e14-4d5c-8761-fcb7b3f05f3b HTTP/1.1" status: 200 len: 945 time: 0.4796104 Jun 12 13:02:28.294280 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e533a-b791-48a7-a8a7-33ca1f691d46 req-4f70e51b-ecfd-4ab0-a3f2-d978d364de8e tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:28.301638 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-dc8e533a-b791-48a7-a8a7-33ca1f691d46 req-4f70e51b-ecfd-4ab0-a3f2-d978d364de8e tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 945 time: 0.1543005 Jun 12 13:02:28.302048 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc0522b-265a-498d-b56b-cee33ca97e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e12200-69a6-4497-912c-0f7f08bcd96f,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:02:28.315628 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-6bc0522b-265a-498d-b56b-cee33ca97e11 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1f462bb5335f410093e1a70cb02669a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7526579 Jun 12 13:02:28.323578 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 57048) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:02:28.338182 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc0522b-265a-498d-b56b-cee33ca97e11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:02:28.338578 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc0522b-265a-498d-b56b-cee33ca97e11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:02:28.338940 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc0522b-265a-498d-b56b-cee33ca97e11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:02:28.339295 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc0522b-265a-498d-b56b-cee33ca97e11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:02:28.339650 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc0522b-265a-498d-b56b-cee33ca97e11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:02:28.340001 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc0522b-265a-498d-b56b-cee33ca97e11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:02:28.340349 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc0522b-265a-498d-b56b-cee33ca97e11 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:02:28.340700 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc0522b-265a-498d-b56b-cee33ca97e11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:02:28.341049 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc0522b-265a-498d-b56b-cee33ca97e11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:02:28.341396 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc0522b-265a-498d-b56b-cee33ca97e11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:02:28.341739 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc0522b-265a-498d-b56b-cee33ca97e11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:02:28.342084 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc0522b-265a-498d-b56b-cee33ca97e11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:02:28.348298 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-6bc0522b-265a-498d-b56b-cee33ca97e11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:02:28.379012 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-72f2460b-d807-4198-8cc5-b85c6c54e3ce req-cbdd0465-d4a3-4e1d-a437-d1a4c07cabfe tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3ef42bb-b201-4526-9495-ef817c7e6c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278865 Jun 12 13:02:28.383570 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-dc8e533a-b791-48a7-a8a7-33ca1f691d46 req-45f2bc79-ee7a-40ce-a137-7c7f33e55091 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804155 Jun 12 13:02:28.427279 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-527508b0-6d0f-4601-a096-f1737e0b608d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:28.464386 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [req-178b2a37-872e-4686-a4d0-b13cfd8cddc5 req-828df136-910c-461d-8d61-b4a2f89b5caf tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Deleting port fde1258c-44aa-4e18-91ed-e31fa89248dc {{(pid=91666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 13:02:28.464729 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-178b2a37-872e-4686-a4d0-b13cfd8cddc5 req-828df136-910c-461d-8d61-b4a2f89b5caf tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752044867880'] for port, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:28.464855 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-527508b0-6d0f-4601-a096-f1737e0b608d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:28.546474 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-527508b0-6d0f-4601-a096-f1737e0b608d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:28.550777 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-527508b0-6d0f-4601-a096-f1737e0b608d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:28.552785 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-527508b0-6d0f-4601-a096-f1737e0b608d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f4e12200-69a6-4497-912c-0f7f08bcd96f HTTP/1.1" status: 204 len: 168 time: 0.2253623 Jun 12 13:02:28.553798 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-c19c189a-dc31-4014-834b-4468abd4f90e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:02:28.584151 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527508b0-6d0f-4601-a096-f1737e0b608d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e12200-69a6-4497-912c-0f7f08bcd96f,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:02:28.606478 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-527508b0-6d0f-4601-a096-f1737e0b608d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:02:28.712988 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [req-178b2a37-872e-4686-a4d0-b13cfd8cddc5 req-828df136-910c-461d-8d61-b4a2f89b5caf tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] For port fde1258c-44aa-4e18-91ed-e31fa89248dc, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=fde1258c-44aa-4e18-91ed-e31fa89248dc,segment=NetworkSegment(f64e914f-5326-415e-a76f-3e9e82cbcb9d),segment_id=f64e914f-5326-415e-a76f-3e9e82cbcb9d)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:02:28.713362 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-178b2a37-872e-4686-a4d0-b13cfd8cddc5 req-828df136-910c-461d-8d61-b4a2f89b5caf tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455153'] for port, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:28.734171 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7afc5-bd0a-4f84-84df-54ed09a67091 req-5da2449c-fe1e-468c-b4d3-baf897a39ea7 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:28.745935 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-17f7afc5-bd0a-4f84-84df-54ed09a67091 req-5da2449c-fe1e-468c-b4d3-baf897a39ea7 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 945 time: 0.1306527 Jun 12 13:02:28.818074 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-17f7afc5-bd0a-4f84-84df-54ed09a67091 req-e2731648-9e11-43c7-af94-a2a5b285d053 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/security-groups?id=89a4e54c-efe7-42a3-8dfc-b1a5814057b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705390 Jun 12 13:02:28.845112 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [req-178b2a37-872e-4686-a4d0-b13cfd8cddc5 req-828df136-910c-461d-8d61-b4a2f89b5caf tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Calling delete_port for fde1258c-44aa-4e18-91ed-e31fa89248dc owned by compute:nova {{(pid=91666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 13:02:29.003893 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 57056) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:02:29.013718 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-178b2a37-872e-4686-a4d0-b13cfd8cddc5 req-828df136-910c-461d-8d61-b4a2f89b5caf tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752044873292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752044431921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14082967'] for port, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:29.023400 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-78222cd3-043e-4a04-97f5-c185a7e99c61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:29.026631 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-03f58472-6cad-471c-b21e-cf01c808084d tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:02:29.027138 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] get_ports_and_sgs() called for port_ids ['fde1258c-44aa-4e18-91ed-e31fa89248dc'] {{(pid=91668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 13:02:29.057410 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828df136-910c-461d-8d61-b4a2f89b5caf tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Pushing event deleted for resources: {'Port': ['ID=fde1258c-44aa-4e18-91ed-e31fa89248dc,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:02:29.096553 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828df136-910c-461d-8d61-b4a2f89b5caf tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:02:29.096926 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828df136-910c-461d-8d61-b4a2f89b5caf tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:02:29.097289 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828df136-910c-461d-8d61-b4a2f89b5caf tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:02:29.097643 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828df136-910c-461d-8d61-b4a2f89b5caf tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:02:29.098001 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828df136-910c-461d-8d61-b4a2f89b5caf tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:02:29.098378 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828df136-910c-461d-8d61-b4a2f89b5caf tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:02:29.098727 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828df136-910c-461d-8d61-b4a2f89b5caf tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:02:29.099073 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828df136-910c-461d-8d61-b4a2f89b5caf tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:02:29.099416 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828df136-910c-461d-8d61-b4a2f89b5caf tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:02:29.099760 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828df136-910c-461d-8d61-b4a2f89b5caf tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:02:29.100118 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828df136-910c-461d-8d61-b4a2f89b5caf tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:02:29.100462 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828df136-910c-461d-8d61-b4a2f89b5caf tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:02:29.105305 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-828df136-910c-461d-8d61-b4a2f89b5caf tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:02:29.128342 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [req-178b2a37-872e-4686-a4d0-b13cfd8cddc5 req-828df136-910c-461d-8d61-b4a2f89b5caf tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] No DVR routers for this DVR port fde1258c-44aa-4e18-91ed-e31fa89248dc on host hv-cinder-79611 {{(pid=91666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 13:02:29.131309 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-178b2a37-872e-4686-a4d0-b13cfd8cddc5 req-828df136-910c-461d-8d61-b4a2f89b5caf tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920'] for port, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:29.134518 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-178b2a37-872e-4686-a4d0-b13cfd8cddc5 req-828df136-910c-461d-8d61-b4a2f89b5caf tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.30 "DELETE /v2.0/ports/fde1258c-44aa-4e18-91ed-e31fa89248dc HTTP/1.1" status: 204 len: 173 time: 0.9778306 Jun 12 13:02:29.135146 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '535c6c85-0dba-4e69-b436-86a14721b323', 'name': 'network-vif-deleted', 'tag': 'fde1258c-44aa-4e18-91ed-e31fa89248dc'}] {{(pid=91666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 13:02:29.138141 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba2aedb3ce59156ad261fd92086ba05f02985526b362ab5d5a646d7af1b76f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ace79f-1843-41dd-9aad-f4b5b7389bb2" -d '{"events": [{"server_uuid": "535c6c85-0dba-4e69-b436-86a14721b323", "name": "network-vif-deleted", "tag": "fde1258c-44aa-4e18-91ed-e31fa89248dc"}]}' {{(pid=91666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 13:02:29.156072 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-78222cd3-043e-4a04-97f5-c185a7e99c61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:29.163395 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-78222cd3-043e-4a04-97f5-c185a7e99c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:29.177294 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-cad4c0e4-245d-4a75-9f70-b111e8fa873e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:02:29.190115 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 13:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed37f2a-ac5a-49ca-9bfb-3eac4ff097f5 x-openstack-request-id: req-aed37f2a-ac5a-49ca-9bfb-3eac4ff097f5 {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 13:02:29.190687 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "535c6c85-0dba-4e69-b436-86a14721b323", "name": "network-vif-deleted", "tag": "fde1258c-44aa-4e18-91ed-e31fa89248dc", "status": "completed", "code": 200}]} {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 13:02:29.190794 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aed37f2a-ac5a-49ca-9bfb-3eac4ff097f5 {{(pid=91666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 13:02:29.191154 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '535c6c85-0dba-4e69-b436-86a14721b323', 'name': 'network-vif-deleted', 'tag': 'fde1258c-44aa-4e18-91ed-e31fa89248dc', 'status': 'completed', 'code': 200} Jun 12 13:02:29.251447 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-78222cd3-043e-4a04-97f5-c185a7e99c61 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0fabb624d9454f7287f12818d1b263b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2439771 Jun 12 13:02:29.251447 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78222cd3-043e-4a04-97f5-c185a7e99c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c003af-7f31-4d1f-8f1f-d72d796d2c4e,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:02:29.251770 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 57062) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:02:29.269088 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-78222cd3-043e-4a04-97f5-c185a7e99c61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:02:29.318712 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-25fc9b8d-335c-4d8f-8194-1d8c0e92f879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:29.356316 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-25fc9b8d-335c-4d8f-8194-1d8c0e92f879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:29.419716 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-25fc9b8d-335c-4d8f-8194-1d8c0e92f879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:29.424854 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-25fc9b8d-335c-4d8f-8194-1d8c0e92f879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:29.426119 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-25fc9b8d-335c-4d8f-8194-1d8c0e92f879 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b2c003af-7f31-4d1f-8f1f-d72d796d2c4e HTTP/1.1" status: 204 len: 168 time: 0.1733780 Jun 12 13:02:29.426951 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-d61e3962-514b-4379-a9bd-7425650661fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:02:29.438716 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fc9b8d-335c-4d8f-8194-1d8c0e92f879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c003af-7f31-4d1f-8f1f-d72d796d2c4e,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:02:29.461697 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-25fc9b8d-335c-4d8f-8194-1d8c0e92f879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:02:29.652217 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb26691-4c85-4028-ac34-36224103efb1 req-a9db81e4-c552-4dc0-8444-b26527c5a4da tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:29.653884 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-6fb26691-4c85-4028-ac34-36224103efb1 req-a9db81e4-c552-4dc0-8444-b26527c5a4da tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 945 time: 0.1136987 Jun 12 13:02:29.756157 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c6396-eb42-49e8-862e-324056fce110 req-83b18596-458e-4217-869c-49766f9d8e60 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:29.764308 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-af9c6396-eb42-49e8-862e-324056fce110 req-83b18596-458e-4217-869c-49766f9d8e60 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/ports?device_id=40abdcbf-2e14-4d5c-8761-fcb7b3f05f3b HTTP/1.1" status: 200 len: 945 time: 0.1433430 Jun 12 13:02:29.796139 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-6fb26691-4c85-4028-ac34-36224103efb1 req-853dc3b4-fa11-444b-a74e-3339fb40ff4b tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169610 Jun 12 13:02:29.819576 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-af9c6396-eb42-49e8-862e-324056fce110 req-4f08bb54-b36b-4ea5-a280-cec7d4a79c88 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3ef42bb-b201-4526-9495-ef817c7e6c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542850 Jun 12 13:02:30.055204 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-8dd672ef-39e6-4118-b9af-aeed9900b7ac req-34fe67e0-fa35-43e0-abe0-f7f4c251d9ba tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] 10.222.0.23 "GET /v2.0/ports?device_id=535c6c85-0dba-4e69-b436-86a14721b323 HTTP/1.1" status: 200 len: 210 time: 0.0623341 Jun 12 13:02:31.006339 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb3bde-14f7-4fb5-8771-96409714ad92 req-e837443c-0858-421d-9632-306f4683812d tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:31.008715 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-6dcb3bde-14f7-4fb5-8771-96409714ad92 req-e837443c-0858-421d-9632-306f4683812d tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 945 time: 0.0838990 Jun 12 13:02:31.097350 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-6dcb3bde-14f7-4fb5-8771-96409714ad92 req-56a254d5-ee93-49b2-b639-319ffc47f886 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801737 Jun 12 13:02:31.166896 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 57172) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:02:31.969062 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4ad09ddf-ea66-43cb-87ee-e2c6fa4d93d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-458196'] for router_interface, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:32.297352 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 57202) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:02:32.310331 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device fde1258c-44aa-4e18-91ed-e31fa89248dc no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 13:02:32.357531 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] No Port match for: fde1258c-44aa-4e18-91ed-e31fa89248dc {{(pid=91668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 13:02:32.357890 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device fde1258c-44aa-4e18-91ed-e31fa89248dc not bound to the agent host hv-cinder-79611 {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 13:02:32.451470 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb726d-7c22-4512-8f8e-99243c17e1a5 req-2449c0ac-23b5-4ae6-a326-7f7c9f917cdb tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:32.464558 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-d5bb726d-7c22-4512-8f8e-99243c17e1a5 req-2449c0ac-23b5-4ae6-a326-7f7c9f917cdb tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 945 time: 0.1968365 Jun 12 13:02:32.471891 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-de213deb-3c21-4641-bc16-f0755a7e92a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:32.605777 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-d5bb726d-7c22-4512-8f8e-99243c17e1a5 req-58e11ad0-f0db-4acd-a03e-ba48d50154a3 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398778 Jun 12 13:02:32.622294 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-de213deb-3c21-4641-bc16-f0755a7e92a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:32.629136 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-de213deb-3c21-4641-bc16-f0755a7e92a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:32.634006 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-988bcd31-5720-4073-9ac6-cf0c1d8fe242 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:02:32.641712 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-4ad09ddf-ea66-43cb-87ee-e2c6fa4d93d2 admin admin] Deleting port 15b10973-4456-488f-afd7-603581dcabb4 {{(pid=91667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 13:02:32.642132 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4ad09ddf-ea66-43cb-87ee-e2c6fa4d93d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752044867880'] for port, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:32.668042 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de213deb-3c21-4641-bc16-f0755a7e92a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c18d386-bdb5-4f9f-8a8a-def35fc17784,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:02:32.718554 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-de213deb-3c21-4641-bc16-f0755a7e92a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:02:32.725240 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-de213deb-3c21-4641-bc16-f0755a7e92a5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eb6d7dfd3ec54a2aa46a536d8c1dadda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4236877 Jun 12 13:02:32.729986 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 57210) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:02:32.795945 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.db [None req-4ad09ddf-ea66-43cb-87ee-e2c6fa4d93d2 admin admin] For port 15b10973-4456-488f-afd7-603581dcabb4, host dv-cinder-796114-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=15b10973-4456-488f-afd7-603581dcabb4,segment=NetworkSegment(f64e914f-5326-415e-a76f-3e9e82cbcb9d),segment_id=f64e914f-5326-415e-a76f-3e9e82cbcb9d)] {{(pid=91667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:02:32.796392 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4ad09ddf-ea66-43cb-87ee-e2c6fa4d93d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455153'] for port, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:32.925107 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-4ad09ddf-ea66-43cb-87ee-e2c6fa4d93d2 admin admin] Calling delete_port for 15b10973-4456-488f-afd7-603581dcabb4 owned by network:router_interface {{(pid=91667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 13:02:33.107097 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-5f9cdc67-eb92-439e-8c1f-d567ce5d26e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:33.155009 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-5f9cdc67-eb92-439e-8c1f-d567ce5d26e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:33.241277 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-5f9cdc67-eb92-439e-8c1f-d567ce5d26e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:33.244627 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-5f9cdc67-eb92-439e-8c1f-d567ce5d26e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:33.245765 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-5f9cdc67-eb92-439e-8c1f-d567ce5d26e0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8c18d386-bdb5-4f9f-8a8a-def35fc17784 HTTP/1.1" status: 204 len: 168 time: 0.5145929 Jun 12 13:02:33.246590 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-92034f5c-0b02-41e6-81ce-efba80e1f883 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:02:33.259319 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9cdc67-eb92-439e-8c1f-d567ce5d26e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c18d386-bdb5-4f9f-8a8a-def35fc17784,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:02:33.261709 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-5f9cdc67-eb92-439e-8c1f-d567ce5d26e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:02:33.338960 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4ad09ddf-ea66-43cb-87ee-e2c6fa4d93d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752044873292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752044431921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13277804'] for port, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:33.342317 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-2249270f-c7e2-4ea4-a26b-a8327364f00a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:02:33.408767 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad09ddf-ea66-43cb-87ee-e2c6fa4d93d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=15b10973-4456-488f-afd7-603581dcabb4,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:02:33.414405 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-4ad09ddf-ea66-43cb-87ee-e2c6fa4d93d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:02:33.661820 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.agents_db [None req-3755f801-82db-4e36-b9e4-fb56f4f4bf71 None None] Agent healthcheck: found 6 active agents {{(pid=91669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 13:02:33.841787 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 57230) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:02:33.870103 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-94a2a282-a1cd-4889-8792-604f155ad8b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:33.942430 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce82cab-7a07-44db-a508-7af29103553a req-19d19cca-799d-4b6f-9990-2662291afc24 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:33.943723 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-0ce82cab-7a07-44db-a508-7af29103553a req-19d19cca-799d-4b6f-9990-2662291afc24 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 945 time: 0.1813567 Jun 12 13:02:34.013327 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-0ce82cab-7a07-44db-a508-7af29103553a req-a3421b69-9d43-4097-8607-07f953577354 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612247 Jun 12 13:02:34.085527 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-94a2a282-a1cd-4889-8792-604f155ad8b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:34.095360 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-94a2a282-a1cd-4889-8792-604f155ad8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:34.104636 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:02:34.154318 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a2a282-a1cd-4889-8792-604f155ad8b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcfa91ab-beeb-4542-880f-c65abc933d09,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:02:34.158290 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-779938d9-7a1e-4d1e-837e-c5017a039ffd req-c1edb0b8-cfb0-4793-8215-98fbf571d474 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-292118881&fields=id&tenant_id=7dc4fd57127a4ce392ff4630ba0b781b HTTP/1.1" status: 200 len: 267 time: 0.1540959 Jun 12 13:02:34.169415 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-94a2a282-a1cd-4889-8792-604f155ad8b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:02:34.175419 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-94a2a282-a1cd-4889-8792-604f155ad8b6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ec90ea61961140949d628f1b884df4e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3276381 Jun 12 13:02:34.179687 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 57236) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:02:34.232612 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4ad09ddf-ea66-43cb-87ee-e2c6fa4d93d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458564'] for router_interface, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:34.268488 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-1eac1eb5-7c19-4a2e-84ea-333b1d280a63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:34.294362 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-1eac1eb5-7c19-4a2e-84ea-333b1d280a63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:34.370565 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-1eac1eb5-7c19-4a2e-84ea-333b1d280a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:34.373395 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-1eac1eb5-7c19-4a2e-84ea-333b1d280a63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:34.377038 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-1eac1eb5-7c19-4a2e-84ea-333b1d280a63 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dcfa91ab-beeb-4542-880f-c65abc933d09 HTTP/1.1" status: 204 len: 168 time: 0.1924341 Jun 12 13:02:34.377038 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-74aa8bd5-693a-439a-b580-86b14512f4fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:02:34.390996 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eac1eb5-7c19-4a2e-84ea-333b1d280a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcfa91ab-beeb-4542-880f-c65abc933d09,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:02:34.392971 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-1eac1eb5-7c19-4a2e-84ea-333b1d280a63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:02:34.474822 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779938d9-7a1e-4d1e-837e-c5017a039ffd req-8a2637f0-f149-4cdb-bf98-768ce75a091a tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:34.482135 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-779938d9-7a1e-4d1e-837e-c5017a039ffd req-8a2637f0-f149-4cdb-bf98-768ce75a091a tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/networks?id=aa0b2eef-60a6-40a3-bce6-957f6885e8a4 HTTP/1.1" status: 200 len: 811 time: 0.3148470 Jun 12 13:02:34.503831 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-779938d9-7a1e-4d1e-837e-c5017a039ffd req-9f785f43-b2cb-4c8b-97b8-f2b9ba17c007 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/quotas/7dc4fd57127a4ce392ff4630ba0b781b HTTP/1.1" status: 200 len: 375 time: 0.0207021 Jun 12 13:02:34.710871 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-779938d9-7a1e-4d1e-837e-c5017a039ffd req-34d87824-c912-4784-bc99-1222de41371d tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7dc4fd57127a4ce392ff4630ba0b781b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2058971 Jun 12 13:02:34.975027 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ad09ddf-ea66-43cb-87ee-e2c6fa4d93d2 admin admin] Router 428e15d8-202d-424d-8a98-48c306e0ff76 has already been hosted by L3 agent 68a3a672-d21c-4adb-804e-7b4e770767ea {{(pid=91667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 13:02:34.992044 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-779938d9-7a1e-4d1e-837e-c5017a039ffd req-46f27f69-d894-4960-8285-d2b7baf1ea8f service neutron] 10.222.0.23 "GET /v2.0/networks/aa0b2eef-60a6-40a3-bce6-957f6885e8a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802272 Jun 12 13:02:35.319444 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-779938d9-7a1e-4d1e-837e-c5017a039ffd req-a815d419-815e-4706-8192-ae784672d722 service neutron] 10.222.0.23 "GET /v2.0/networks/aa0b2eef-60a6-40a3-bce6-957f6885e8a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263774 Jun 12 13:02:35.324259 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10aa633-956b-4ea1-9e26-903b86332e71 req-b2cea907-2728-4996-9883-45f540b6550b tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:35.327494 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-b10aa633-956b-4ea1-9e26-903b86332e71 req-b2cea907-2728-4996-9883-45f540b6550b tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 945 time: 0.1132066 Jun 12 13:02:35.341268 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad09ddf-ea66-43cb-87ee-e2c6fa4d93d2 admin admin] Notify agent at l3_agent.dv-cinder-796114-1-iscsi the message routers_updated {{(pid=91667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 13:02:35.348213 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-4ad09ddf-ea66-43cb-87ee-e2c6fa4d93d2 admin admin] 10.222.0.23 "PUT /v2.0/routers/428e15d8-202d-424d-8a98-48c306e0ff76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1800954 Jun 12 13:02:35.354351 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 57258) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:02:35.357344 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab855a1-8230-43db-a5dc-b1674048bad1 None None] Sync routers for ids ['428e15d8-202d-424d-8a98-48c306e0ff76'] in dv-cinder-796114-1-iscsi {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 13:02:35.379997 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab855a1-8230-43db-a5dc-b1674048bad1 None None] Routers {'428e15d8-202d-424d-8a98-48c306e0ff76'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 13:02:35.381617 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-aab855a1-8230-43db-a5dc-b1674048bad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T13:02:23Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['428e15d8-202d-424d-8a98-48c306e0ff76'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:02:35.401092 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-b10aa633-956b-4ea1-9e26-903b86332e71 req-7bc8cea5-8cc8-4c4c-b266-b109b4be00f1 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646706 Jun 12 13:02:35.600693 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-9ace630e-e4a2-4f2b-a600-c5b4c8bf6414 admin admin] Notify callbacks [] for router, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:35.688711 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-aab855a1-8230-43db-a5dc-b1674048bad1 None None] Set router 428e15d8-202d-424d-8a98-48c306e0ff76 gateway port host: dv-cinder-796114-1-iscsi {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 13:02:35.890561 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-b027b12e-6121-4e80-b550-23d11dc6fc9a req-66ac029e-5c56-41a5-a073-5a74324fdae8 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a57e811-b623-4c18-bfcd-9968deecb777 HTTP/1.1" status: 200 len: 210 time: 0.0725360 Jun 12 13:02:35.916093 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-9ace630e-e4a2-4f2b-a600-c5b4c8bf6414 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:36.065402 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-9ace630e-e4a2-4f2b-a600-c5b4c8bf6414 admin admin] Deleting port 0777934b-50f2-4737-b8f9-b25f8eedbe99 {{(pid=91667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 13:02:36.066053 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-9ace630e-e4a2-4f2b-a600-c5b4c8bf6414 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752044867880'] for port, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:36.183193 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-aab855a1-8230-43db-a5dc-b1674048bad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428e15d8-202d-424d-8a98-48c306e0ff76', 'name': 'tempest-ServerRescueNegativeTestJSON-319688326-router', 'tenant_id': 'a1fdb5b3d3254fb7a2c5c6bf9fba5480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '0777934b-50f2-4737-b8f9-b25f8eedbe99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:57:54Z', 'updated_at': '2021-06-12T13:02:33Z', 'revision_number': 5, 'project_id': 'a1fdb5b3d3254fb7a2c5c6bf9fba5480', 'gw_port': {'id': '0777934b-50f2-4737-b8f9-b25f8eedbe99', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ee:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428e15d8-202d-424d-8a98-48c306e0ff76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:57:56Z', 'updated_at': '2021-06-12T12:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi'}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:02:36.196526 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab855a1-8230-43db-a5dc-b1674048bad1 None None] Checking router: 428e15d8-202d-424d-8a98-48c306e0ff76 for host: dv-cinder-796114-1-iscsi {{(pid=91669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 13:02:36.237121 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab855a1-8230-43db-a5dc-b1674048bad1 None None] Routers {'428e15d8-202d-424d-8a98-48c306e0ff76'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 13:02:36.237999 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-aab855a1-8230-43db-a5dc-b1674048bad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T13:02:23Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['428e15d8-202d-424d-8a98-48c306e0ff76'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:02:36.531768 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-aab855a1-8230-43db-a5dc-b1674048bad1 None None] Set router 428e15d8-202d-424d-8a98-48c306e0ff76 gateway port host: None {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 13:02:36.625459 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-aab855a1-8230-43db-a5dc-b1674048bad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428e15d8-202d-424d-8a98-48c306e0ff76', 'name': 'tempest-ServerRescueNegativeTestJSON-319688326-router', 'tenant_id': 'a1fdb5b3d3254fb7a2c5c6bf9fba5480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:57:54Z', 'updated_at': '2021-06-12T13:02:35Z', 'revision_number': 6, 'project_id': 'a1fdb5b3d3254fb7a2c5c6bf9fba5480', 'gw_port_host': None}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:02:36.626026 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.db [None req-9ace630e-e4a2-4f2b-a600-c5b4c8bf6414 admin admin] For port 0777934b-50f2-4737-b8f9-b25f8eedbe99, host dv-cinder-796114-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=0777934b-50f2-4737-b8f9-b25f8eedbe99,segment=NetworkSegment(3c2da916-7025-41e9-bbaa-dbdda4d660f0),segment_id=3c2da916-7025-41e9-bbaa-dbdda4d660f0)] {{(pid=91667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:02:36.626670 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-9ace630e-e4a2-4f2b-a600-c5b4c8bf6414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455153'] for port, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:36.630365 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab855a1-8230-43db-a5dc-b1674048bad1 None None] The sync data for ids ['428e15d8-202d-424d-8a98-48c306e0ff76'] in dv-cinder-796114-1-iscsi is: [{'id': '428e15d8-202d-424d-8a98-48c306e0ff76', 'name': 'tempest-ServerRescueNegativeTestJSON-319688326-router', 'tenant_id': 'a1fdb5b3d3254fb7a2c5c6bf9fba5480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:57:54Z', 'updated_at': '2021-06-12T13:02:35Z', 'revision_number': 6, 'project_id': 'a1fdb5b3d3254fb7a2c5c6bf9fba5480', 'gw_port_host': None}] {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 13:02:36.774186 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device 15b10973-4456-488f-afd7-603581dcabb4 no longer exists at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 13:02:36.817575 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] No Port match for: 15b10973-4456-488f-afd7-603581dcabb4 {{(pid=91668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 13:02:36.818507 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device 15b10973-4456-488f-afd7-603581dcabb4 not bound to the agent host dv-cinder-796114-1-iscsi {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 13:02:36.841865 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-9ace630e-e4a2-4f2b-a600-c5b4c8bf6414 admin admin] Calling delete_port for 0777934b-50f2-4737-b8f9-b25f8eedbe99 owned by network:router_gateway {{(pid=91667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 13:02:36.969657 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b2fd59-87b7-4a4e-8e1a-44a87f12f38c req-0bd705c9-3437-448f-b399-e1e803fb1ea4 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:36.971427 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-60b2fd59-87b7-4a4e-8e1a-44a87f12f38c req-0bd705c9-3437-448f-b399-e1e803fb1ea4 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 945 time: 0.3498242 Jun 12 13:02:37.066006 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-d875ab77-475c-48e1-8f3f-f838d7fea10e req-ae7357d6-1419-4d5c-83b3-e5800cad1234 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a57e811-b623-4c18-bfcd-9968deecb777 HTTP/1.1" status: 200 len: 210 time: 0.0504565 Jun 12 13:02:37.074975 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-60b2fd59-87b7-4a4e-8e1a-44a87f12f38c req-3c0d6567-a381-4a7c-a00d-9cb92d67004a tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879312 Jun 12 13:02:37.237495 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-9ace630e-e4a2-4f2b-a600-c5b4c8bf6414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752044873292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752044431921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13277804'] for port, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:37.240537 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-6fd9000c-3eaa-4087-9f27-859d225cf37b tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:02:37.278254 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ace630e-e4a2-4f2b-a600-c5b4c8bf6414 admin admin] Pushing event deleted for resources: {'Port': ['ID=0777934b-50f2-4737-b8f9-b25f8eedbe99,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:02:37.288806 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-9ace630e-e4a2-4f2b-a600-c5b4c8bf6414 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:02:37.373491 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-9ace630e-e4a2-4f2b-a600-c5b4c8bf6414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454167'] for router_gateway, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:37.590318 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-9ace630e-e4a2-4f2b-a600-c5b4c8bf6414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60926'] for router, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:37.601342 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-9ace630e-e4a2-4f2b-a600-c5b4c8bf6414 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:37.754539 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-9ace630e-e4a2-4f2b-a600-c5b4c8bf6414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-442416'] for router, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:37.755233 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ace630e-e4a2-4f2b-a600-c5b4c8bf6414 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 428e15d8-202d-424d-8a98-48c306e0ff76 {{(pid=91667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 12 13:02:37.762511 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-9ace630e-e4a2-4f2b-a600-c5b4c8bf6414 admin admin] Notify callbacks [] for router, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:37.766354 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-9ace630e-e4a2-4f2b-a600-c5b4c8bf6414 admin admin] 10.222.0.23 "DELETE /v2.0/routers/428e15d8-202d-424d-8a98-48c306e0ff76 HTTP/1.1" status: 204 len: 168 time: 2.4109211 Jun 12 13:02:37.766977 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 57302) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:02:37.813360 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779938d9-7a1e-4d1e-837e-c5017a039ffd req-30d874de-7995-4e50-a83b-d18bab3ba9e8 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:37.817801 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-779938d9-7a1e-4d1e-837e-c5017a039ffd req-30d874de-7995-4e50-a83b-d18bab3ba9e8 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.30 "GET /v2.0/networks?id=aa0b2eef-60a6-40a3-bce6-957f6885e8a4 HTTP/1.1" status: 200 len: 811 time: 0.2698650 Jun 12 13:02:37.927410 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1442ec3-982c-4a47-b983-9892ef83db37 admin admin] Deleting subnet e49e69c6-b979-45e9-b77a-48cd10ef7dd0 {{(pid=91667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 12 13:02:37.954294 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f1442ec3-982c-4a47-b983-9892ef83db37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:38.017176 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-779938d9-7a1e-4d1e-837e-c5017a039ffd req-ab5e4c1b-c178-427c-8a5b-86c37167d963 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7dc4fd57127a4ce392ff4630ba0b781b HTTP/1.1" status: 200 len: 379 time: 0.1895125 Jun 12 13:02:38.033064 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [req-779938d9-7a1e-4d1e-837e-c5017a039ffd req-e21c28b8-62c7-4486-960d-b6e4afde18ba tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Request body: {'port': {'device_id': '1a57e811-b623-4c18-bfcd-9968deecb777', 'network_id': 'aa0b2eef-60a6-40a3-bce6-957f6885e8a4', 'admin_state_up': True, 'tenant_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'security_groups': ['f5110f7c-e46f-4ac8-bab7-b4ce29570688']}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:02:38.052331 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f1442ec3-982c-4a47-b983-9892ef83db37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13123207'] for subnet, precommit_delete_associations {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:38.185981 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f1442ec3-982c-4a47-b983-9892ef83db37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393918'] for subnet, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:38.382039 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f1442ec3-982c-4a47-b983-9892ef83db37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13278102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967289'] for subnet, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:38.409711 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:02:38.446512 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f1442ec3-982c-4a47-b983-9892ef83db37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:38.448400 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-f1442ec3-982c-4a47-b983-9892ef83db37 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e49e69c6-b979-45e9-b77a-48cd10ef7dd0 HTTP/1.1" status: 204 len: 168 time: 0.6802146 Jun 12 13:02:38.449475 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1442ec3-982c-4a47-b983-9892ef83db37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e49e69c6-b979-45e9-b77a-48cd10ef7dd0,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:02:38.451726 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 57316) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:02:38.454571 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-7297e2b9-3a8f-4804-b6d7-c3e30a17d360 req-4cc526df-ba5b-4276-a7e0-8d4656e46de4 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a57e811-b623-4c18-bfcd-9968deecb777 HTTP/1.1" status: 200 len: 210 time: 0.1546929 Jun 12 13:02:38.459789 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-f1442ec3-982c-4a47-b983-9892ef83db37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:02:38.489770 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-779938d9-7a1e-4d1e-837e-c5017a039ffd req-e21c28b8-62c7-4486-960d-b6e4afde18ba tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Made reservation on behalf of 7dc4fd57127a4ce392ff4630ba0b781b for: {'port': 1} {{(pid=91666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 13:02:38.497860 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-779938d9-7a1e-4d1e-837e-c5017a039ffd req-e21c28b8-62c7-4486-960d-b6e4afde18ba tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for port, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:38.566528 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-31e34181-f13a-416a-8f26-ea81c9feabd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1600373'] for network, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:38.595684 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565570f-34c8-435d-a81b-a920e7d09acf req-64291c41-2ed8-4772-a9ed-2c6202bfd9be tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:38.602697 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-6565570f-34c8-435d-a81b-a920e7d09acf req-64291c41-2ed8-4772-a9ed-2c6202bfd9be tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 945 time: 0.2317350 Jun 12 13:02:38.701307 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.db_base_plugin_common [req-779938d9-7a1e-4d1e-837e-c5017a039ffd req-e21c28b8-62c7-4486-960d-b6e4afde18ba tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Allocated IP 172.20.0.10 (aa0b2eef-60a6-40a3-bce6-957f6885e8a4/a098da02-dc26-4e87-a6b5-562c3ad57ee5/ff1d4869-e3ee-4b6e-a85d-a3bba1f13a73) {{(pid=91666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 13:02:38.846415 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-31e34181-f13a-416a-8f26-ea81c9feabd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1356131', 'neutron.services.segments.db._delete_segments_for_network-8752044986040'] for network, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:38.856250 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device 0777934b-50f2-4737-b8f9-b25f8eedbe99 no longer exists at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 13:02:38.893188 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-6565570f-34c8-435d-a81b-a920e7d09acf req-fb7eab19-adb8-40b8-84ec-a523e7ea3f0c tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2289717 Jun 12 13:02:38.919449 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.services.segments.db [None req-31e34181-f13a-416a-8f26-ea81c9feabd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3f2488e-44c5-4b09-b9c1-b478ec12dd34']}} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:02:38.935467 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] No Port match for: 0777934b-50f2-4737-b8f9-b25f8eedbe99 {{(pid=91668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 13:02:38.936044 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device 0777934b-50f2-4737-b8f9-b25f8eedbe99 not bound to the agent host dv-cinder-796114-1-iscsi {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 13:02:38.944090 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.services.segments.db [None req-31e34181-f13a-416a-8f26-ea81c9feabd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f64e914f-5326-415e-a76f-3e9e82cbcb9d') {'for_net_delete': True} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:02:38.944959 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.services.segments.db [None req-31e34181-f13a-416a-8f26-ea81c9feabd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f64e914f-5326-415e-a76f-3e9e82cbcb9d') {} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:02:38.957917 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-31e34181-f13a-416a-8f26-ea81c9feabd4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752044985878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13123212'] for segment, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:38.966563 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-779938d9-7a1e-4d1e-837e-c5017a039ffd req-e21c28b8-62c7-4486-960d-b6e4afde18ba tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks [] for port, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:38.979332 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-31e34181-f13a-416a-8f26-ea81c9feabd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400235'] for segment, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:38.990885 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31e34181-f13a-416a-8f26-ea81c9feabd4 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=91667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 12 13:02:38.992152 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-31e34181-f13a-416a-8f26-ea81c9feabd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13277759'] for segment, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:38.994911 dv-cinder-796114-1-iscsi neutron-server[91667]: Traceback (most recent call last): Jun 12 13:02:38.994911 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 12 13:02:38.994911 dv-cinder-796114-1-iscsi neutron-server[91667]: timer() Jun 12 13:02:38.994911 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 12 13:02:38.994911 dv-cinder-796114-1-iscsi neutron-server[91667]: cb(*args, **kw) Jun 12 13:02:38.994911 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 12 13:02:38.994911 dv-cinder-796114-1-iscsi neutron-server[91667]: return func(*args, **kwargs) Jun 12 13:02:38.994911 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 12 13:02:38.994911 dv-cinder-796114-1-iscsi neutron-server[91667]: self._notify() Jun 12 13:02:38.994911 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 12 13:02:38.994911 dv-cinder-796114-1-iscsi neutron-server[91667]: self.callback(batched_events) Jun 12 13:02:38.994911 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 12 13:02:38.994911 dv-cinder-796114-1-iscsi neutron-server[91667]: event.method(event) Jun 12 13:02:38.994911 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 12 13:02:38.994911 dv-cinder-796114-1-iscsi neutron-server[91667]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 12 13:02:38.994911 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 12 13:02:38.994911 dv-cinder-796114-1-iscsi neutron-server[91667]: aggregate_uuid = self.p_client.list_aggregates( Jun 12 13:02:38.994911 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 12 13:02:38.994911 dv-cinder-796114-1-iscsi neutron-server[91667]: return f(self, *a, **k) Jun 12 13:02:38.994911 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 12 13:02:38.994911 dv-cinder-796114-1-iscsi neutron-server[91667]: return self._get(url).json() Jun 12 13:02:38.994911 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 12 13:02:38.994911 dv-cinder-796114-1-iscsi neutron-server[91667]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 12 13:02:38.994911 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 12 13:02:38.994911 dv-cinder-796114-1-iscsi neutron-server[91667]: return self.request(url, 'GET', **kwargs) Jun 12 13:02:38.994911 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 12 13:02:38.994911 dv-cinder-796114-1-iscsi neutron-server[91667]: base_url = self.get_endpoint(auth, allow=allow, Jun 12 13:02:38.994911 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 12 13:02:38.994911 dv-cinder-796114-1-iscsi neutron-server[91667]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 12 13:02:38.994911 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 12 13:02:38.994911 dv-cinder-796114-1-iscsi neutron-server[91667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 12 13:02:38.994911 dv-cinder-796114-1-iscsi neutron-server[91667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 12 13:02:39.098637 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [req-779938d9-7a1e-4d1e-837e-c5017a039ffd req-e21c28b8-62c7-4486-960d-b6e4afde18ba tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Transition to ACTIVE for port object ff1d4869-e3ee-4b6e-a85d-a3bba1f13a73 will not be triggered until provisioned by entity DHCP. {{(pid=91666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 13:02:39.098806 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-31e34181-f13a-416a-8f26-ea81c9feabd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1356156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454154'] for network, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:39.103415 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-3f864c9b-a0f9-4b6f-9bd9-c04465cd2a59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:02:39.106276 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-31e34181-f13a-416a-8f26-ea81c9feabd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for network, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:39.108358 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-31e34181-f13a-416a-8f26-ea81c9feabd4 admin admin] 10.222.0.23 "DELETE /v2.0/networks/c3f2488e-44c5-4b09-b9c1-b478ec12dd34 HTTP/1.1" status: 204 len: 168 time: 0.6562123 Jun 12 13:02:39.155250 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e34181-f13a-416a-8f26-ea81c9feabd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3f2488e-44c5-4b09-b9c1-b478ec12dd34,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:02:39.157118 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-779938d9-7a1e-4d1e-837e-c5017a039ffd req-e21c28b8-62c7-4486-960d-b6e4afde18ba tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1466997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-122173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752044431912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14082974'] for port, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:39.163629 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-6a44a250-e2a3-4a2f-9777-7817358a7adb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:02:39.165338 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-31e34181-f13a-416a-8f26-ea81c9feabd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:02:39.282622 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-779938d9-7a1e-4d1e-837e-c5017a039ffd req-e21c28b8-62c7-4486-960d-b6e4afde18ba tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Network aa0b2eef-60a6-40a3-bce6-957f6885e8a4 is already hosted by enough agents. {{(pid=91666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 13:02:39.289511 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.base_scheduler [req-779938d9-7a1e-4d1e-837e-c5017a039ffd req-e21c28b8-62c7-4486-960d-b6e4afde18ba tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Resources bound (agent type, host, resource id): {{(pid=91666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 13:02:39.292993 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [req-779938d9-7a1e-4d1e-837e-c5017a039ffd req-e21c28b8-62c7-4486-960d-b6e4afde18ba tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Received port after_create {{(pid=91666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 13:02:39.343941 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c28b8-62c7-4486-960d-b6e4afde18ba tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Pushing event updated for resources: {'Port': ['ID=ff1d4869-e3ee-4b6e-a85d-a3bba1f13a73,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:02:39.347806 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-e21c28b8-62c7-4486-960d-b6e4afde18ba tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:02:39.399019 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779938d9-7a1e-4d1e-837e-c5017a039ffd req-e21c28b8-62c7-4486-960d-b6e4afde18ba tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:39.399844 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-779938d9-7a1e-4d1e-837e-c5017a039ffd req-e21c28b8-62c7-4486-960d-b6e4afde18ba tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920'] for port, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:39.422215 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-779938d9-7a1e-4d1e-837e-c5017a039ffd req-e21c28b8-62c7-4486-960d-b6e4afde18ba tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3948903 Jun 12 13:02:39.434528 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 57332) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:02:39.439483 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [req-779938d9-7a1e-4d1e-837e-c5017a039ffd req-d67c57b4-decd-46bc-aa4b-469bc5f25af5 service neutron] Request body: {'port': {'device_id': '1a57e811-b623-4c18-bfcd-9968deecb777', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:02:39.511678 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-8c79ddd1-fa12-407f-b7a5-8394a8a16089 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a1fdb5b3d3254fb7a2c5c6bf9fba5480&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0756390 Jun 12 13:02:39.515089 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 57340) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:02:39.603096 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c5d0bbb4-6c89-4110-8370-95ceac5cdc60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:39.607592 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 57344) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:02:39.608732 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-779938d9-7a1e-4d1e-837e-c5017a039ffd req-d67c57b4-decd-46bc-aa4b-469bc5f25af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:39.644900 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c5d0bbb4-6c89-4110-8370-95ceac5cdc60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:39.660512 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-57ad4b01-a6b3-4796-91ab-581e3e3b494b None None] Provisioning for port ff1d4869-e3ee-4b6e-a85d-a3bba1f13a73 completed by entity DHCP. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 13:02:39.667283 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-57ad4b01-a6b3-4796-91ab-581e3e3b494b None None] Provisioning complete for port ff1d4869-e3ee-4b6e-a85d-a3bba1f13a73 triggered by entity DHCP. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 13:02:39.667754 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-57ad4b01-a6b3-4796-91ab-581e3e3b494b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:39.715962 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c5d0bbb4-6c89-4110-8370-95ceac5cdc60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:39.719592 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c5d0bbb4-6c89-4110-8370-95ceac5cdc60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:39.723886 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-c5d0bbb4-6c89-4110-8370-95ceac5cdc60 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/89a4e54c-efe7-42a3-8dfc-b1a5814057b9 HTTP/1.1" status: 204 len: 168 time: 0.2046733 Jun 12 13:02:39.723886 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-527508b0-6d0f-4601-a096-f1737e0b608d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:02:39.745691 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d0bbb4-6c89-4110-8370-95ceac5cdc60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a4e54c-efe7-42a3-8dfc-b1a5814057b9,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:02:39.746775 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-57ad4b01-a6b3-4796-91ab-581e3e3b494b None None] Port ff1d4869-e3ee-4b6e-a85d-a3bba1f13a73 cannot update to ACTIVE because it is not bound. {{(pid=91668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 13:02:39.756842 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-c5d0bbb4-6c89-4110-8370-95ceac5cdc60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:02:39.768827 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-77badc0c-5191-410e-99ec-4129d8f5cab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:39.857198 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea19fc-ebbd-47d0-b85d-794e332c546a req-eca5c91e-cd41-4982-9fca-0e773aacbb9f tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:39.858877 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-90ea19fc-ebbd-47d0-b85d-794e332c546a req-eca5c91e-cd41-4982-9fca-0e773aacbb9f tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a57e811-b623-4c18-bfcd-9968deecb777 HTTP/1.1" status: 200 len: 932 time: 0.2359014 Jun 12 13:02:39.897082 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-77badc0c-5191-410e-99ec-4129d8f5cab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:39.903025 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-77badc0c-5191-410e-99ec-4129d8f5cab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:39.905665 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-b3a7ae8d-375c-4c46-b91f-98487540814e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:02:39.951640 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-77badc0c-5191-410e-99ec-4129d8f5cab7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9bf739b85d87449da5c932a744b32450&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3429027 Jun 12 13:02:39.952879 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77badc0c-5191-410e-99ec-4129d8f5cab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ccca27c-10cd-48dc-a9de-ae0efbc2fdaf,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:02:39.955221 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 57354) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:02:39.994379 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-77badc0c-5191-410e-99ec-4129d8f5cab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:02:39.997369 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-90ea19fc-ebbd-47d0-b85d-794e332c546a req-5c4eb7c3-93f5-4ea2-bd34-c0c433d361a2 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5110f7c-e46f-4ac8-bab7-b4ce29570688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284330 Jun 12 13:02:40.055182 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8fc713c4-fc5a-473e-b7e9-cac5d693d8d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:40.117709 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8fc713c4-fc5a-473e-b7e9-cac5d693d8d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:40.127148 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.notifiers.nova [req-779938d9-7a1e-4d1e-837e-c5017a039ffd req-d67c57b4-decd-46bc-aa4b-469bc5f25af5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff1d4869-e3ee-4b6e-a85d-a3bba1f13a73 {{(pid=91666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 13:02:40.136594 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-779938d9-7a1e-4d1e-837e-c5017a039ffd req-d67c57b4-decd-46bc-aa4b-469bc5f25af5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:40.153933 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [req-779938d9-7a1e-4d1e-837e-c5017a039ffd req-d67c57b4-decd-46bc-aa4b-469bc5f25af5 service neutron] Transition to ACTIVE for port object ff1d4869-e3ee-4b6e-a85d-a3bba1f13a73 will not be triggered until provisioned by entity L2. {{(pid=91666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 13:02:40.159154 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-779938d9-7a1e-4d1e-837e-c5017a039ffd req-d67c57b4-decd-46bc-aa4b-469bc5f25af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14082976'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:40.162269 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-ee9175be-c6f0-4f56-95f2-66b0a58bfd67 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:02:40.183418 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29657fd1-1115-4ad7-b76a-ed338090d5c2 req-3359bd65-475b-4a36-918a-eca21426c697 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:40.185349 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-29657fd1-1115-4ad7-b76a-ed338090d5c2 req-3359bd65-475b-4a36-918a-eca21426c697 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 945 time: 0.1254778 Jun 12 13:02:40.221728 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8fc713c4-fc5a-473e-b7e9-cac5d693d8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:40.224347 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8fc713c4-fc5a-473e-b7e9-cac5d693d8d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:40.225451 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-8fc713c4-fc5a-473e-b7e9-cac5d693d8d4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3ccca27c-10cd-48dc-a9de-ae0efbc2fdaf HTTP/1.1" status: 204 len: 168 time: 0.2692719 Jun 12 13:02:40.227845 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-78222cd3-043e-4a04-97f5-c185a7e99c61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:02:40.247332 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc713c4-fc5a-473e-b7e9-cac5d693d8d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ccca27c-10cd-48dc-a9de-ae0efbc2fdaf,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:02:40.256401 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-8fc713c4-fc5a-473e-b7e9-cac5d693d8d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:02:40.270736 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-29657fd1-1115-4ad7-b76a-ed338090d5c2 req-35112d50-f137-4df5-8dfd-539bf4567d31 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734882 Jun 12 13:02:40.301920 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67c57b4-decd-46bc-aa4b-469bc5f25af5 service neutron] Pushing event updated for resources: {'Port': ['ID=ff1d4869-e3ee-4b6e-a85d-a3bba1f13a73,revision_number=2']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:02:40.314313 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-d67c57b4-decd-46bc-aa4b-469bc5f25af5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:02:40.427004 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [req-779938d9-7a1e-4d1e-837e-c5017a039ffd req-d67c57b4-decd-46bc-aa4b-469bc5f25af5 service neutron] Attempting to bind port ff1d4869-e3ee-4b6e-a85d-a3bba1f13a73 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 13:02:40.427404 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [req-779938d9-7a1e-4d1e-837e-c5017a039ffd req-d67c57b4-decd-46bc-aa4b-469bc5f25af5 service neutron] Attempting to bind port ff1d4869-e3ee-4b6e-a85d-a3bba1f13a73 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '86f06b86-229d-493d-b99a-2228fdd8c3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'aa0b2eef-60a6-40a3-bce6-957f6885e8a4'}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 13:02:40.427738 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779938d9-7a1e-4d1e-837e-c5017a039ffd req-d67c57b4-decd-46bc-aa4b-469bc5f25af5 service neutron] Attempting to bind port ff1d4869-e3ee-4b6e-a85d-a3bba1f13a73 on network aa0b2eef-60a6-40a3-bce6-957f6885e8a4 {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 13:02:40.432781 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779938d9-7a1e-4d1e-837e-c5017a039ffd req-d67c57b4-decd-46bc-aa4b-469bc5f25af5 service neutron] Port ff1d4869-e3ee-4b6e-a85d-a3bba1f13a73 on network aa0b2eef-60a6-40a3-bce6-957f6885e8a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 13:02:40.433284 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779938d9-7a1e-4d1e-837e-c5017a039ffd req-d67c57b4-decd-46bc-aa4b-469bc5f25af5 service neutron] Attempting to bind port ff1d4869-e3ee-4b6e-a85d-a3bba1f13a73 on network aa0b2eef-60a6-40a3-bce6-957f6885e8a4 {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 13:02:40.443705 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779938d9-7a1e-4d1e-837e-c5017a039ffd req-d67c57b4-decd-46bc-aa4b-469bc5f25af5 service neutron] Checking agent: {'id': '858649d7-9eac-48e6-8b51-9e9d764f3a99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 12, 56, 19), 'started_at': datetime.datetime(2021, 6, 12, 12, 56, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 13, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 13:02:40.444207 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779938d9-7a1e-4d1e-837e-c5017a039ffd req-d67c57b4-decd-46bc-aa4b-469bc5f25af5 service neutron] Checking segment: {'id': '86f06b86-229d-493d-b99a-2228fdd8c3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'aa0b2eef-60a6-40a3-bce6-957f6885e8a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 13:02:40.445289 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779938d9-7a1e-4d1e-837e-c5017a039ffd req-d67c57b4-decd-46bc-aa4b-469bc5f25af5 service neutron] Bound using segment: {'id': '86f06b86-229d-493d-b99a-2228fdd8c3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'aa0b2eef-60a6-40a3-bce6-957f6885e8a4'} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 13:02:40.446001 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [req-779938d9-7a1e-4d1e-837e-c5017a039ffd req-d67c57b4-decd-46bc-aa4b-469bc5f25af5 service neutron] Bound port: ff1d4869-e3ee-4b6e-a85d-a3bba1f13a73, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86f06b86-229d-493d-b99a-2228fdd8c3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'aa0b2eef-60a6-40a3-bce6-957f6885e8a4'}}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 13:02:40.446484 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-779938d9-7a1e-4d1e-837e-c5017a039ffd req-d67c57b4-decd-46bc-aa4b-469bc5f25af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:40.595319 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [req-779938d9-7a1e-4d1e-837e-c5017a039ffd req-d67c57b4-decd-46bc-aa4b-469bc5f25af5 service neutron] For port ff1d4869-e3ee-4b6e-a85d-a3bba1f13a73, host hv-cinder-79611, cleared binding levels {{(pid=91666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 13:02:40.598960 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [req-779938d9-7a1e-4d1e-837e-c5017a039ffd req-d67c57b4-decd-46bc-aa4b-469bc5f25af5 service neutron] For port ff1d4869-e3ee-4b6e-a85d-a3bba1f13a73, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=ff1d4869-e3ee-4b6e-a85d-a3bba1f13a73,segment=NetworkSegment(86f06b86-229d-493d-b99a-2228fdd8c3a7),segment_id=86f06b86-229d-493d-b99a-2228fdd8c3a7)] {{(pid=91666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 13:02:40.604445 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-779938d9-7a1e-4d1e-837e-c5017a039ffd req-d67c57b4-decd-46bc-aa4b-469bc5f25af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14082976'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:40.607415 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-c0ac7ecb-26c8-4aee-9352-44f70d32c9ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:02:40.650361 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779938d9-7a1e-4d1e-837e-c5017a039ffd req-d67c57b4-decd-46bc-aa4b-469bc5f25af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:40.651073 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-779938d9-7a1e-4d1e-837e-c5017a039ffd req-d67c57b4-decd-46bc-aa4b-469bc5f25af5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920'] for port, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:40.652362 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-779938d9-7a1e-4d1e-837e-c5017a039ffd req-d67c57b4-decd-46bc-aa4b-469bc5f25af5 service neutron] 10.222.0.30 "PUT /v2.0/ports/ff1d4869-e3ee-4b6e-a85d-a3bba1f13a73 HTTP/1.1" status: 200 len: 1094 time: 1.2179852 Jun 12 13:02:40.652878 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a57e811-b623-4c18-bfcd-9968deecb777', 'tag': 'ff1d4869-e3ee-4b6e-a85d-a3bba1f13a73'}] {{(pid=91666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 13:02:40.655242 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba2aedb3ce59156ad261fd92086ba05f02985526b362ab5d5a646d7af1b76f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-267edb1c-4003-4609-b111-4b78fe1a50dd" -d '{"events": [{"name": "network-changed", "server_uuid": "1a57e811-b623-4c18-bfcd-9968deecb777", "tag": "ff1d4869-e3ee-4b6e-a85d-a3bba1f13a73"}]}' {{(pid=91666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 13:02:40.712380 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67c57b4-decd-46bc-aa4b-469bc5f25af5 service neutron] Pushing event updated for resources: {'Port': ['ID=ff1d4869-e3ee-4b6e-a85d-a3bba1f13a73,revision_number=3']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:02:40.716236 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-d67c57b4-decd-46bc-aa4b-469bc5f25af5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:02:40.730035 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 13:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e61d076c-232a-402d-92eb-59098347c2d4 x-openstack-request-id: req-e61d076c-232a-402d-92eb-59098347c2d4 {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 13:02:40.730673 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a57e811-b623-4c18-bfcd-9968deecb777", "tag": "ff1d4869-e3ee-4b6e-a85d-a3bba1f13a73", "status": "completed", "code": 200}]} {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 13:02:40.731142 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e61d076c-232a-402d-92eb-59098347c2d4 {{(pid=91666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 13:02:40.732328 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a57e811-b623-4c18-bfcd-9968deecb777', 'tag': 'ff1d4869-e3ee-4b6e-a85d-a3bba1f13a73', 'status': 'completed', 'code': 200} Jun 12 13:02:40.867130 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779938d9-7a1e-4d1e-837e-c5017a039ffd req-e1fd5a73-0d2b-43fd-83b3-5dba02e626fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:40.871679 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-779938d9-7a1e-4d1e-837e-c5017a039ffd req-e1fd5a73-0d2b-43fd-83b3-5dba02e626fc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7dc4fd57127a4ce392ff4630ba0b781b&device_id=1a57e811-b623-4c18-bfcd-9968deecb777 HTTP/1.1" status: 200 len: 1097 time: 0.1347272 Jun 12 13:02:40.881675 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf533cd1-ffb3-41eb-8bbb-f4886e6793d5 req-6f80f291-6201-4ed2-a823-c88db5ec47ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:40.883358 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-bf533cd1-ffb3-41eb-8bbb-f4886e6793d5 req-6f80f291-6201-4ed2-a823-c88db5ec47ab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7f18be0815224addb543ffddc7807c85&device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 1098 time: 0.0984404 Jun 12 13:02:40.990528 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-779938d9-7a1e-4d1e-837e-c5017a039ffd req-102449e9-cc1b-4832-84f7-95f149da591f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff1d4869-e3ee-4b6e-a85d-a3bba1f13a73 HTTP/1.1" status: 200 len: 217 time: 0.0899253 Jun 12 13:02:41.160075 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779938d9-7a1e-4d1e-837e-c5017a039ffd req-661343f5-a4f5-42d3-b527-559e75855d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:41.161447 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-779938d9-7a1e-4d1e-837e-c5017a039ffd req-661343f5-a4f5-42d3-b527-559e75855d7e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a098da02-dc26-4e87-a6b5-562c3ad57ee5 HTTP/1.1" status: 200 len: 850 time: 0.1614866 Jun 12 13:02:41.234069 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf533cd1-ffb3-41eb-8bbb-f4886e6793d5 req-e2df1f18-0a51-4ec9-8452-5b3a0aeef227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:41.236137 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-bf533cd1-ffb3-41eb-8bbb-f4886e6793d5 req-e2df1f18-0a51-4ec9-8452-5b3a0aeef227 service neutron] 10.222.0.30 "GET /v2.0/networks?id=64b4b39f-e457-4d52-beb5-ab2bbde33d05 HTTP/1.1" status: 200 len: 918 time: 0.3334124 Jun 12 13:02:41.243005 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a86670d-da64-4589-bc6c-8748e14e247e req-a8f30f1e-f22d-411f-af84-6ccaf83db0a4 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:41.252065 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-7a86670d-da64-4589-bc6c-8748e14e247e req-a8f30f1e-f22d-411f-af84-6ccaf83db0a4 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a57e811-b623-4c18-bfcd-9968deecb777 HTTP/1.1" status: 200 len: 944 time: 0.1171005 Jun 12 13:02:41.311993 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-7a86670d-da64-4589-bc6c-8748e14e247e req-6970712d-d0a5-4e6b-86ba-10fe0e931b65 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5110f7c-e46f-4ac8-bab7-b4ce29570688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584702 Jun 12 13:02:41.350994 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-bf533cd1-ffb3-41eb-8bbb-f4886e6793d5 req-05b1109f-f065-4993-a6fe-37c45d3a919d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e6e0e28-bb34-4daf-8a61-6ff10d280256 HTTP/1.1" status: 200 len: 1000 time: 0.1084476 Jun 12 13:02:41.355796 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779938d9-7a1e-4d1e-837e-c5017a039ffd req-c4d9d6fe-4422-43f3-8e48-cb3520a45a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:41.357252 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-779938d9-7a1e-4d1e-837e-c5017a039ffd req-c4d9d6fe-4422-43f3-8e48-cb3520a45a4e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa0b2eef-60a6-40a3-bce6-957f6885e8a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1805139 Jun 12 13:02:41.547395 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf533cd1-ffb3-41eb-8bbb-f4886e6793d5 req-4228278f-75f7-41e8-825b-03083f109698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:41.548835 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-bf533cd1-ffb3-41eb-8bbb-f4886e6793d5 req-4228278f-75f7-41e8-825b-03083f109698 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f2822e5c-4cf7-4702-9de8-8d297e10d4e8 HTTP/1.1" status: 200 len: 856 time: 0.1829202 Jun 12 13:02:41.623760 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-779938d9-7a1e-4d1e-837e-c5017a039ffd req-db1430a7-d745-4a28-a12b-e0716963af55 service neutron] 10.222.0.30 "GET /v2.0/networks/aa0b2eef-60a6-40a3-bce6-957f6885e8a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484944 Jun 12 13:02:41.641826 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba77b2-5b36-4556-8c85-e7fa5cdfface req-623579b0-c32e-47a0-8a34-b89f506edef8 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:41.643592 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-e5ba77b2-5b36-4556-8c85-e7fa5cdfface req-623579b0-c32e-47a0-8a34-b89f506edef8 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 945 time: 0.2045817 Jun 12 13:02:41.781592 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf533cd1-ffb3-41eb-8bbb-f4886e6793d5 req-c7937173-372b-4d2c-804a-557679953d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:41.783192 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-bf533cd1-ffb3-41eb-8bbb-f4886e6793d5 req-c7937173-372b-4d2c-804a-557679953d5f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=64b4b39f-e457-4d52-beb5-ab2bbde33d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2256515 Jun 12 13:02:41.788030 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-e5ba77b2-5b36-4556-8c85-e7fa5cdfface req-9398b996-540b-4f11-b424-b52574997197 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307015 Jun 12 13:02:41.842345 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-779938d9-7a1e-4d1e-837e-c5017a039ffd req-39c4fb87-1c5d-4035-99bf-b7369389e069 service neutron] 10.222.0.30 "GET /v2.0/networks/aa0b2eef-60a6-40a3-bce6-957f6885e8a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976755 Jun 12 13:02:42.197591 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-bf533cd1-ffb3-41eb-8bbb-f4886e6793d5 req-937ec3af-8232-4ba6-9f7c-ad573ee7c6af service neutron] 10.222.0.30 "GET /v2.0/networks/64b4b39f-e457-4d52-beb5-ab2bbde33d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4064183 Jun 12 13:02:42.249362 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267edb1c-4003-4609-b111-4b78fe1a50dd req-84449bbe-ea9b-4e54-a63e-f80a817d4ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:42.250909 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-267edb1c-4003-4609-b111-4b78fe1a50dd req-84449bbe-ea9b-4e54-a63e-f80a817d4ee0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7dc4fd57127a4ce392ff4630ba0b781b&device_id=1a57e811-b623-4c18-bfcd-9968deecb777 HTTP/1.1" status: 200 len: 1097 time: 0.1150160 Jun 12 13:02:42.410413 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-bf533cd1-ffb3-41eb-8bbb-f4886e6793d5 req-6f2e1ca4-4fc9-4301-8e03-0130bd377fc2 service neutron] 10.222.0.30 "GET /v2.0/networks/64b4b39f-e457-4d52-beb5-ab2bbde33d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025583 Jun 12 13:02:42.433115 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267edb1c-4003-4609-b111-4b78fe1a50dd req-b39b1eb4-e6bf-4bcf-96e5-415e572bbc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:42.434606 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-267edb1c-4003-4609-b111-4b78fe1a50dd req-b39b1eb4-e6bf-4bcf-96e5-415e572bbc92 service neutron] 10.222.0.30 "GET /v2.0/networks?id=aa0b2eef-60a6-40a3-bce6-957f6885e8a4 HTTP/1.1" status: 200 len: 912 time: 0.1394231 Jun 12 13:02:42.495757 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-267edb1c-4003-4609-b111-4b78fe1a50dd req-7fe14e7b-23ae-4e10-ade4-185f78c5ef12 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff1d4869-e3ee-4b6e-a85d-a3bba1f13a73 HTTP/1.1" status: 200 len: 217 time: 0.0484462 Jun 12 13:02:42.513549 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a19d1-4c3c-4833-9ea5-da8be4f06660 req-7fdda0dc-524a-4926-acb1-89cd196816ff tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:42.515089 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-634a19d1-4c3c-4833-9ea5-da8be4f06660 req-7fdda0dc-524a-4926-acb1-89cd196816ff tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a57e811-b623-4c18-bfcd-9968deecb777 HTTP/1.1" status: 200 len: 944 time: 0.0758922 Jun 12 13:02:42.564972 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-634a19d1-4c3c-4833-9ea5-da8be4f06660 req-6e7b74f5-5df3-4a03-8c83-adbbc2f6c0f9 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5110f7c-e46f-4ac8-bab7-b4ce29570688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436180 Jun 12 13:02:42.566210 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267edb1c-4003-4609-b111-4b78fe1a50dd req-ac92c974-9169-4091-bf0c-753dec85bbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:42.567683 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-267edb1c-4003-4609-b111-4b78fe1a50dd req-ac92c974-9169-4091-bf0c-753dec85bbc7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a098da02-dc26-4e87-a6b5-562c3ad57ee5 HTTP/1.1" status: 200 len: 850 time: 0.0637710 Jun 12 13:02:42.632110 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267edb1c-4003-4609-b111-4b78fe1a50dd req-3b9d3df6-ac23-4ed8-8d39-cb518de60f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:42.633558 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-267edb1c-4003-4609-b111-4b78fe1a50dd req-3b9d3df6-ac23-4ed8-8d39-cb518de60f31 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa0b2eef-60a6-40a3-bce6-957f6885e8a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0588403 Jun 12 13:02:42.752428 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-267edb1c-4003-4609-b111-4b78fe1a50dd req-4e7fafbc-8c10-4ff5-9e2d-a4e497d81883 service neutron] 10.222.0.30 "GET /v2.0/networks/aa0b2eef-60a6-40a3-bce6-957f6885e8a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100883 Jun 12 13:02:42.880527 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-267edb1c-4003-4609-b111-4b78fe1a50dd req-5c09dbcb-da1c-4ee2-bb8c-093f36895fbb service neutron] 10.222.0.30 "GET /v2.0/networks/aa0b2eef-60a6-40a3-bce6-957f6885e8a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154740 Jun 12 13:02:42.988073 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dcdc46-7b8c-452b-b62f-b15d234079ec req-b1f4578f-5175-4870-b071-c2e434fa2a10 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:42.989562 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-00dcdc46-7b8c-452b-b62f-b15d234079ec req-b1f4578f-5175-4870-b071-c2e434fa2a10 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 945 time: 0.0709112 Jun 12 13:02:43.038774 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-00dcdc46-7b8c-452b-b62f-b15d234079ec req-1e466d01-cfd5-46ce-bf62-0dcac2e20667 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412624 Jun 12 13:02:43.202047 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-762109c4-217f-473f-afc5-664cdd79f97a req-5e3c303f-5f3b-4ff1-9202-dfc5eb7a1c38 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=73bcb9e765fe4a359c60b1f42447401c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311854 Jun 12 13:02:43.443810 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762109c4-217f-473f-afc5-664cdd79f97a req-b1c2d70a-94a7-4d51-948c-7f2b707fcd5b tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:43.446239 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-762109c4-217f-473f-afc5-664cdd79f97a req-b1c2d70a-94a7-4d51-948c-7f2b707fcd5b tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2383821 Jun 12 13:02:43.462264 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-762109c4-217f-473f-afc5-664cdd79f97a req-1aa80b55-5519-4552-8b43-109fec2fef83 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/quotas/73bcb9e765fe4a359c60b1f42447401c HTTP/1.1" status: 200 len: 375 time: 0.0101633 Jun 12 13:02:43.500383 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-762109c4-217f-473f-afc5-664cdd79f97a req-92b99f61-6826-4f3c-a868-013c3a5701f6 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=73bcb9e765fe4a359c60b1f42447401c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327072 Jun 12 13:02:43.694983 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-cf4b0dfe-f9fe-4c6c-a561-b769881c493d req-49a307c6-e5f5-4c3a-be96-fb19fc09ca4c tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae06992f-ea75-4eb7-9471-b44655bcea6e HTTP/1.1" status: 200 len: 210 time: 0.0404441 Jun 12 13:02:43.781584 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d515eba-b344-4784-bfca-31b699b759b2 req-c9ed11b8-27ac-4147-9f89-e9894c37d0eb tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:43.783103 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-2d515eba-b344-4784-bfca-31b699b759b2 req-c9ed11b8-27ac-4147-9f89-e9894c37d0eb tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a57e811-b623-4c18-bfcd-9968deecb777 HTTP/1.1" status: 200 len: 944 time: 0.0897219 Jun 12 13:02:43.832876 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-2d515eba-b344-4784-bfca-31b699b759b2 req-90f2ce66-8342-425c-b34d-5422c2dce449 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5110f7c-e46f-4ac8-bab7-b4ce29570688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431709 Jun 12 13:02:44.244937 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a80c6f-90c4-46af-af5e-f2583f71c53d req-d037da23-aaba-49b2-ae78-1ad5824226e1 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:44.246569 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-17a80c6f-90c4-46af-af5e-f2583f71c53d req-d037da23-aaba-49b2-ae78-1ad5824226e1 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 945 time: 0.0745709 Jun 12 13:02:44.289677 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-17a80c6f-90c4-46af-af5e-f2583f71c53d req-48c165d8-ecef-41de-8203-406a1d477525 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373499 Jun 12 13:02:44.369042 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device 1e6e0e28-bb34-4daf-8a61-6ff10d280256 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 13:02:44.460577 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:44.485578 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c563c0-8ba5-433e-8c12-6c1794a63feb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e6e0e28-bb34-4daf-8a61-6ff10d280256'}] {{(pid=91668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 13:02:44.487832 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80aeb099eed554921aeb9584cad5061c500859d49ba4b111a23145803cb4192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb9f158-bf13-4802-98fd-0360e16d0a0c" -d '{"events": [{"server_uuid": "a8c563c0-8ba5-433e-8c12-6c1794a63feb", "name": "network-vif-unplugged", "status": "completed", "tag": "1e6e0e28-bb34-4daf-8a61-6ff10d280256"}]}' {{(pid=91668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 13:02:44.503414 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port 1e6e0e28-bb34-4daf-8a61-6ff10d280256, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=1e6e0e28-bb34-4daf-8a61-6ff10d280256,segment=NetworkSegment(a0a674b8-7738-4903-8a88-2eeaa5688873),segment_id=a0a674b8-7738-4903-8a88-2eeaa5688873)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:02:44.509815 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:44.511795 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-6aac217f-f0a7-4b38-9786-c00ea5d966fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:02:44.539415 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 12 Jun 2021 13:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2cd3aa-8ed4-4c7b-b66f-fba80d6fb833 x-openstack-request-id: req-2a2cd3aa-8ed4-4c7b-b66f-fba80d6fb833 {{(pid=91668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 13:02:44.539745 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8c563c0-8ba5-433e-8c12-6c1794a63feb", "name": "network-vif-unplugged", "status": "completed", "tag": "1e6e0e28-bb34-4daf-8a61-6ff10d280256", "code": 200}]} {{(pid=91668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 13:02:44.540007 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2a2cd3aa-8ed4-4c7b-b66f-fba80d6fb833 {{(pid=91668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 13:02:44.540408 dv-cinder-796114-1-iscsi neutron-server[91668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8c563c0-8ba5-433e-8c12-6c1794a63feb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e6e0e28-bb34-4daf-8a61-6ff10d280256', 'code': 200} Jun 12 13:02:44.571725 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Pushing event updated for resources: {'Port': ['ID=1e6e0e28-bb34-4daf-8a61-6ff10d280256,revision_number=8']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:02:44.580911 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:02:44.581342 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:02:44.581743 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:02:44.582135 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:02:44.582562 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:02:44.582996 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:02:44.583368 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:02:44.591530 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:02:44.591530 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:02:44.591530 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:02:44.591530 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:02:44.591530 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:02:44.591530 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:02:44.841949 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-762109c4-217f-473f-afc5-664cdd79f97a req-59966dd8-b60c-4a4c-b96c-de3defd516c7 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=73bcb9e765fe4a359c60b1f42447401c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389524 Jun 12 13:02:44.883648 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-d8291396-eee6-4362-8ddd-11e17ca04f2e req-e08cfddd-de64-4c74-83cd-5d6f3cce8516 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae06992f-ea75-4eb7-9471-b44655bcea6e HTTP/1.1" status: 200 len: 210 time: 0.0458188 Jun 12 13:02:45.140021 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762109c4-217f-473f-afc5-664cdd79f97a req-52f264e2-3875-4d7e-aa52-c2dc91cb9ac8 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:45.141374 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-762109c4-217f-473f-afc5-664cdd79f97a req-52f264e2-3875-4d7e-aa52-c2dc91cb9ac8 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2906835 Jun 12 13:02:45.163862 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [req-762109c4-217f-473f-afc5-664cdd79f97a req-c110ff30-c944-48cc-bfa1-fff5408c36e2 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Request body: {'port': {'device_id': 'ae06992f-ea75-4eb7-9471-b44655bcea6e', 'network_id': '204349df-919c-433c-9308-e3b47e6ef133', 'admin_state_up': True, 'tenant_id': '73bcb9e765fe4a359c60b1f42447401c'}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:02:45.204872 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b8b14-0506-41e7-bebf-92db23d80079 req-98ce0b71-8f51-4126-ae99-6cff09d5162c tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:45.206539 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-049b8b14-0506-41e7-bebf-92db23d80079 req-98ce0b71-8f51-4126-ae99-6cff09d5162c tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a57e811-b623-4c18-bfcd-9968deecb777 HTTP/1.1" status: 200 len: 944 time: 0.1773515 Jun 12 13:02:45.313960 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-049b8b14-0506-41e7-bebf-92db23d80079 req-e192e665-ea86-4792-9679-b82e81a0c252 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5110f7c-e46f-4ac8-bab7-b4ce29570688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006436 Jun 12 13:02:45.356398 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-762109c4-217f-473f-afc5-664cdd79f97a req-c110ff30-c944-48cc-bfa1-fff5408c36e2 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Made reservation on behalf of 73bcb9e765fe4a359c60b1f42447401c for: {'port': 1} {{(pid=91666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 13:02:45.360218 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-762109c4-217f-473f-afc5-664cdd79f97a req-c110ff30-c944-48cc-bfa1-fff5408c36e2 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for port, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:45.375952 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-762109c4-217f-473f-afc5-664cdd79f97a req-c110ff30-c944-48cc-bfa1-fff5408c36e2 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Notify callbacks [] for security_group, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:45.487738 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-762109c4-217f-473f-afc5-664cdd79f97a req-c110ff30-c944-48cc-bfa1-fff5408c36e2 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Notify callbacks [] for security_group, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:45.492825 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-762109c4-217f-473f-afc5-664cdd79f97a req-c110ff30-c944-48cc-bfa1-fff5408c36e2 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:45.497069 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-7fe3c46d-c228-455a-a8cf-4267aae86b81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:02:45.506334 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b39568-2bfb-4050-9c34-b4aab298b8e9 req-359032a0-b4df-4282-adec-8a6618ab990a tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:45.508683 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-d0b39568-2bfb-4050-9c34-b4aab298b8e9 req-359032a0-b4df-4282-adec-8a6618ab990a tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 943 time: 0.0886912 Jun 12 13:02:45.551715 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-d0b39568-2bfb-4050-9c34-b4aab298b8e9 req-a64138ab-dfc9-47e9-aa9c-6478a165cce2 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369987 Jun 12 13:02:45.570393 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c110ff30-c944-48cc-bfa1-fff5408c36e2 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=413f57af-7ffc-4e98-95db-c054a291e79f,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:02:45.578792 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-c110ff30-c944-48cc-bfa1-fff5408c36e2 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:02:45.655320 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.db_base_plugin_common [req-762109c4-217f-473f-afc5-664cdd79f97a req-c110ff30-c944-48cc-bfa1-fff5408c36e2 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Allocated IP 192.168.233.39 (204349df-919c-433c-9308-e3b47e6ef133/116fd8dd-47cd-45ca-acac-266d95627385/bf27c2ab-6907-480d-ad21-5a88882dbd1b) {{(pid=91666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 13:02:45.856067 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-762109c4-217f-473f-afc5-664cdd79f97a req-c110ff30-c944-48cc-bfa1-fff5408c36e2 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Notify callbacks [] for port, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:45.874405 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [req-762109c4-217f-473f-afc5-664cdd79f97a req-c110ff30-c944-48cc-bfa1-fff5408c36e2 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Transition to ACTIVE for port object bf27c2ab-6907-480d-ad21-5a88882dbd1b will not be triggered until provisioned by entity DHCP. {{(pid=91666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 13:02:45.912351 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-762109c4-217f-473f-afc5-664cdd79f97a req-c110ff30-c944-48cc-bfa1-fff5408c36e2 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1466997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-122173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752044431912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14082974'] for port, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:45.917532 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-ba4ff9d2-aeee-4233-a9cc-01ad68768efa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:02:45.986917 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-762109c4-217f-473f-afc5-664cdd79f97a req-c110ff30-c944-48cc-bfa1-fff5408c36e2 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Network 204349df-919c-433c-9308-e3b47e6ef133 is already hosted by enough agents. {{(pid=91666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 13:02:45.990382 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.base_scheduler [req-762109c4-217f-473f-afc5-664cdd79f97a req-c110ff30-c944-48cc-bfa1-fff5408c36e2 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Resources bound (agent type, host, resource id): {{(pid=91666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 13:02:45.994963 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [req-762109c4-217f-473f-afc5-664cdd79f97a req-c110ff30-c944-48cc-bfa1-fff5408c36e2 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Received port after_create {{(pid=91666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 13:02:46.041961 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c110ff30-c944-48cc-bfa1-fff5408c36e2 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Pushing event updated for resources: {'Port': ['ID=bf27c2ab-6907-480d-ad21-5a88882dbd1b,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:02:46.087779 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762109c4-217f-473f-afc5-664cdd79f97a req-c110ff30-c944-48cc-bfa1-fff5408c36e2 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:46.088950 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-762109c4-217f-473f-afc5-664cdd79f97a req-c110ff30-c944-48cc-bfa1-fff5408c36e2 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920'] for port, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:46.102859 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-c110ff30-c944-48cc-bfa1-fff5408c36e2 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:02:46.109426 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-762109c4-217f-473f-afc5-664cdd79f97a req-c110ff30-c944-48cc-bfa1-fff5408c36e2 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9515564 Jun 12 13:02:46.117409 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838de150-6cc3-4db7-bc0c-c94888e49abb req-796c80bf-e793-459f-ab55-a6749f778f02 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:46.124799 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-838de150-6cc3-4db7-bc0c-c94888e49abb req-796c80bf-e793-459f-ab55-a6749f778f02 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae06992f-ea75-4eb7-9471-b44655bcea6e HTTP/1.1" status: 200 len: 935 time: 0.0962098 Jun 12 13:02:46.169568 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-838de150-6cc3-4db7-bc0c-c94888e49abb req-7a025600-917a-4824-a851-09bd363260d3 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/security-groups?id=413f57af-7ffc-4e98-95db-c054a291e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438666 Jun 12 13:02:46.286219 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f42a5b2f-2329-48e3-9a10-a7eae5ccccad None None] Provisioning for port bf27c2ab-6907-480d-ad21-5a88882dbd1b completed by entity DHCP. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 13:02:46.290813 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f42a5b2f-2329-48e3-9a10-a7eae5ccccad None None] Provisioning complete for port bf27c2ab-6907-480d-ad21-5a88882dbd1b triggered by entity DHCP. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 13:02:46.291200 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f42a5b2f-2329-48e3-9a10-a7eae5ccccad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:46.341993 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-f42a5b2f-2329-48e3-9a10-a7eae5ccccad None None] Port bf27c2ab-6907-480d-ad21-5a88882dbd1b cannot update to ACTIVE because it is not bound. {{(pid=91668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 13:02:46.423107 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ded66b-2875-4c6b-8509-e90e9926a1b8 req-153836ae-4744-453a-8613-741c1a7b1723 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:46.425018 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-99ded66b-2875-4c6b-8509-e90e9926a1b8 req-153836ae-4744-453a-8613-741c1a7b1723 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 943 time: 0.0870860 Jun 12 13:02:46.472155 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-99ded66b-2875-4c6b-8509-e90e9926a1b8 req-5cb4e2a1-9a7b-447d-a435-af7a9f3274a7 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410702 Jun 12 13:02:46.514737 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891711d3-e67c-4ca0-a997-f0b3bb445a98 req-eed0c004-ed28-4565-b751-cee1417d95b7 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:46.517549 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-891711d3-e67c-4ca0-a997-f0b3bb445a98 req-eed0c004-ed28-4565-b751-cee1417d95b7 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a57e811-b623-4c18-bfcd-9968deecb777 HTTP/1.1" status: 200 len: 944 time: 0.0753312 Jun 12 13:02:46.559595 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-891711d3-e67c-4ca0-a997-f0b3bb445a98 req-91a56f73-4224-46b4-8f3a-b99a7bb66df9 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5110f7c-e46f-4ac8-bab7-b4ce29570688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374839 Jun 12 13:02:46.729051 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 57576) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:02:46.842018 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-b8c52e20-c514-4e50-8623-ac77ca7653f6 req-a276350f-918e-40a1-b543-c5e5e5475031 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1123357 Jun 12 13:02:47.367350 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cbb8f0-75d7-415b-b7aa-d387ce8f1cce req-cae7bb10-4b2e-49d1-8d2d-96fb40c97dfc tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:47.368737 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-d5cbb8f0-75d7-415b-b7aa-d387ce8f1cce req-cae7bb10-4b2e-49d1-8d2d-96fb40c97dfc tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae06992f-ea75-4eb7-9471-b44655bcea6e HTTP/1.1" status: 200 len: 935 time: 0.0703735 Jun 12 13:02:47.410769 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-d5cbb8f0-75d7-415b-b7aa-d387ce8f1cce req-f0d63477-4cf6-46da-92ad-33facaecd247 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/security-groups?id=413f57af-7ffc-4e98-95db-c054a291e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359478 Jun 12 13:02:47.665093 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b8714-5a2f-482f-9b82-c5556a485f2d req-e0ec6d58-5acb-482b-9fe7-7fa652b2bf36 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:47.666507 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-e61b8714-5a2f-482f-9b82-c5556a485f2d req-e0ec6d58-5acb-482b-9fe7-7fa652b2bf36 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 943 time: 0.0740306 Jun 12 13:02:47.708843 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-e61b8714-5a2f-482f-9b82-c5556a485f2d req-3e573581-653a-46ed-82e8-da2a076b9732 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365186 Jun 12 13:02:47.985827 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a298e5-b379-4928-9fc9-f17fc7b8e460 req-b0bfd76c-1283-4598-958d-142d03481e2e tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:47.987233 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-d6a298e5-b379-4928-9fc9-f17fc7b8e460 req-b0bfd76c-1283-4598-958d-142d03481e2e tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a57e811-b623-4c18-bfcd-9968deecb777 HTTP/1.1" status: 200 len: 944 time: 0.3072627 Jun 12 13:02:48.028939 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-d6a298e5-b379-4928-9fc9-f17fc7b8e460 req-518e16f8-3038-467d-ab8e-83f0dbd16e9d tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5110f7c-e46f-4ac8-bab7-b4ce29570688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358779 Jun 12 13:02:48.599058 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13edef59-298b-4288-ba32-1bbda494dec6 req-05d3120e-150a-43da-b44e-7ad91b68dcf3 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:48.601009 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-13edef59-298b-4288-ba32-1bbda494dec6 req-05d3120e-150a-43da-b44e-7ad91b68dcf3 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae06992f-ea75-4eb7-9471-b44655bcea6e HTTP/1.1" status: 200 len: 935 time: 0.0733299 Jun 12 13:02:48.644693 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-13edef59-298b-4288-ba32-1bbda494dec6 req-a5361515-f9a3-4ac1-a40e-aa1e3f52e51f tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/security-groups?id=413f57af-7ffc-4e98-95db-c054a291e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378420 Jun 12 13:02:48.947137 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90753319-bd91-4868-a72f-1dd996975f95 req-53997fea-df40-4430-a8b2-48544c80862d tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:48.948603 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-90753319-bd91-4868-a72f-1dd996975f95 req-53997fea-df40-4430-a8b2-48544c80862d tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 943 time: 0.0757463 Jun 12 13:02:49.000229 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-90753319-bd91-4868-a72f-1dd996975f95 req-d6e9eeb2-6239-4230-98d7-3977c1a358e3 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459285 Jun 12 13:02:49.228786 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd98880b-d4ed-4388-bb54-2e80ffb1e096 req-04d52249-d690-44ab-baad-5663a69cc43d tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:49.230484 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-dd98880b-d4ed-4388-bb54-2e80ffb1e096 req-04d52249-d690-44ab-baad-5663a69cc43d tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a57e811-b623-4c18-bfcd-9968deecb777 HTTP/1.1" status: 200 len: 944 time: 0.0814750 Jun 12 13:02:49.279681 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-dd98880b-d4ed-4388-bb54-2e80ffb1e096 req-f52985f6-f8ef-4ea3-9a8b-06b0a363713a tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5110f7c-e46f-4ac8-bab7-b4ce29570688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431387 Jun 12 13:02:49.854369 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc18258-eb5a-4d74-847b-7c6cf0e54109 req-bf3f0829-51e0-4e11-9c66-b2143fd05945 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:49.855868 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-bcc18258-eb5a-4d74-847b-7c6cf0e54109 req-bf3f0829-51e0-4e11-9c66-b2143fd05945 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae06992f-ea75-4eb7-9471-b44655bcea6e HTTP/1.1" status: 200 len: 935 time: 0.0842247 Jun 12 13:02:49.900860 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-bcc18258-eb5a-4d74-847b-7c6cf0e54109 req-e6db3c6e-ca84-4b81-b84a-1712b1f387f2 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/security-groups?id=413f57af-7ffc-4e98-95db-c054a291e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381374 Jun 12 13:02:50.260762 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16ceb5-0004-4517-b78e-6c3745649992 req-b323b945-07e4-4e28-807c-93acac6f0884 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:50.262233 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-3b16ceb5-0004-4517-b78e-6c3745649992 req-b323b945-07e4-4e28-807c-93acac6f0884 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 943 time: 0.1445444 Jun 12 13:02:50.317300 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-3b16ceb5-0004-4517-b78e-6c3745649992 req-d44eb41c-16d9-4692-abc6-1976b65536ec tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477099 Jun 12 13:02:50.477938 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece499e-6861-4ff4-82ed-3818b5cdccbd req-ee14b6ed-526c-4856-ad4f-99d41973cd8a tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:50.479489 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-6ece499e-6861-4ff4-82ed-3818b5cdccbd req-ee14b6ed-526c-4856-ad4f-99d41973cd8a tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a57e811-b623-4c18-bfcd-9968deecb777 HTTP/1.1" status: 200 len: 944 time: 0.0735531 Jun 12 13:02:50.527226 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-6ece499e-6861-4ff4-82ed-3818b5cdccbd req-36a4fc14-425d-4846-8419-28b3bc4eb40d tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5110f7c-e46f-4ac8-bab7-b4ce29570688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412247 Jun 12 13:02:50.596722 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-d6d437a2-5194-4cf6-8040-cf8f62c4e001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:51.094370 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6628bb90-c84b-45a1-812d-4c7ce50df48a req-60b97285-3524-403c-a637-04d134b861f0 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:51.095856 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-6628bb90-c84b-45a1-812d-4c7ce50df48a req-60b97285-3524-403c-a637-04d134b861f0 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae06992f-ea75-4eb7-9471-b44655bcea6e HTTP/1.1" status: 200 len: 935 time: 0.0784826 Jun 12 13:02:51.140400 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-6628bb90-c84b-45a1-812d-4c7ce50df48a req-f4dd33af-edc0-4725-9fe2-bb788c581826 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/security-groups?id=413f57af-7ffc-4e98-95db-c054a291e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382364 Jun 12 13:02:51.449909 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [req-762109c4-217f-473f-afc5-664cdd79f97a req-6349de92-f3c5-42a1-a307-3b3a9615f6fb service neutron] Request body: {'port': {'device_id': 'ae06992f-ea75-4eb7-9471-b44655bcea6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:02:51.453231 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:51.542514 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-762109c4-217f-473f-afc5-664cdd79f97a req-6349de92-f3c5-42a1-a307-3b3a9615f6fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:51.593357 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b86b0-a27a-45cf-b222-7be94f20c928 req-4633a980-f332-435a-a083-82ce74161742 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:51.594893 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-e26b86b0-a27a-45cf-b222-7be94f20c928 req-4633a980-f332-435a-a083-82ce74161742 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 943 time: 0.1449323 Jun 12 13:02:51.654708 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-e26b86b0-a27a-45cf-b222-7be94f20c928 req-8da75cf8-eaa2-48bb-ac22-80213e7d4088 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527692 Jun 12 13:02:52.138912 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5943a0-f52a-4e98-a377-d4b53866298d req-cb5b59c2-97af-4e9c-8176-ed80a54d75fd tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:52.140586 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-0a5943a0-f52a-4e98-a377-d4b53866298d req-cb5b59c2-97af-4e9c-8176-ed80a54d75fd tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a57e811-b623-4c18-bfcd-9968deecb777 HTTP/1.1" status: 200 len: 944 time: 0.4598501 Jun 12 13:02:52.221496 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-0a5943a0-f52a-4e98-a377-d4b53866298d req-cbc1354c-bf77-4677-8e0c-369facc9989f tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5110f7c-e46f-4ac8-bab7-b4ce29570688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750098 Jun 12 13:02:52.274828 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.notifiers.nova [req-762109c4-217f-473f-afc5-664cdd79f97a req-6349de92-f3c5-42a1-a307-3b3a9615f6fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf27c2ab-6907-480d-ad21-5a88882dbd1b {{(pid=91666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 13:02:52.287938 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-762109c4-217f-473f-afc5-664cdd79f97a req-6349de92-f3c5-42a1-a307-3b3a9615f6fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:52.301554 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [req-762109c4-217f-473f-afc5-664cdd79f97a req-6349de92-f3c5-42a1-a307-3b3a9615f6fb service neutron] Transition to ACTIVE for port object bf27c2ab-6907-480d-ad21-5a88882dbd1b will not be triggered until provisioned by entity L2. {{(pid=91666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 13:02:52.308552 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-762109c4-217f-473f-afc5-664cdd79f97a req-6349de92-f3c5-42a1-a307-3b3a9615f6fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14082976'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:52.312175 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-5581865b-13bb-48e4-a933-b9991af7d2c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:02:52.338957 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d656e-4abf-42aa-97d7-432ae2cdefd6 req-393666a9-6495-4785-8cd9-5cd9d79d48ba tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:52.340543 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-d68d656e-4abf-42aa-97d7-432ae2cdefd6 req-393666a9-6495-4785-8cd9-5cd9d79d48ba tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae06992f-ea75-4eb7-9471-b44655bcea6e HTTP/1.1" status: 200 len: 935 time: 0.0820827 Jun 12 13:02:52.390000 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-d68d656e-4abf-42aa-97d7-432ae2cdefd6 req-693c3059-37be-4913-ac3b-0180d0eb362f tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/security-groups?id=413f57af-7ffc-4e98-95db-c054a291e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427921 Jun 12 13:02:52.439746 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6349de92-f3c5-42a1-a307-3b3a9615f6fb service neutron] Pushing event updated for resources: {'Port': ['ID=bf27c2ab-6907-480d-ad21-5a88882dbd1b,revision_number=2']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:02:52.442908 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-6349de92-f3c5-42a1-a307-3b3a9615f6fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:02:52.510124 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [req-762109c4-217f-473f-afc5-664cdd79f97a req-6349de92-f3c5-42a1-a307-3b3a9615f6fb service neutron] Attempting to bind port bf27c2ab-6907-480d-ad21-5a88882dbd1b on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 13:02:52.510841 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [req-762109c4-217f-473f-afc5-664cdd79f97a req-6349de92-f3c5-42a1-a307-3b3a9615f6fb service neutron] Attempting to bind port bf27c2ab-6907-480d-ad21-5a88882dbd1b by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '926fcc5e-1a87-4e0d-94e3-00e720009168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '204349df-919c-433c-9308-e3b47e6ef133'}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 13:02:52.510841 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762109c4-217f-473f-afc5-664cdd79f97a req-6349de92-f3c5-42a1-a307-3b3a9615f6fb service neutron] Attempting to bind port bf27c2ab-6907-480d-ad21-5a88882dbd1b on network 204349df-919c-433c-9308-e3b47e6ef133 {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 13:02:52.516447 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762109c4-217f-473f-afc5-664cdd79f97a req-6349de92-f3c5-42a1-a307-3b3a9615f6fb service neutron] Port bf27c2ab-6907-480d-ad21-5a88882dbd1b on network 204349df-919c-433c-9308-e3b47e6ef133 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 13:02:52.516775 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762109c4-217f-473f-afc5-664cdd79f97a req-6349de92-f3c5-42a1-a307-3b3a9615f6fb service neutron] Attempting to bind port bf27c2ab-6907-480d-ad21-5a88882dbd1b on network 204349df-919c-433c-9308-e3b47e6ef133 {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 13:02:52.522426 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762109c4-217f-473f-afc5-664cdd79f97a req-6349de92-f3c5-42a1-a307-3b3a9615f6fb service neutron] Checking agent: {'id': '858649d7-9eac-48e6-8b51-9e9d764f3a99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 12, 56, 19), 'started_at': datetime.datetime(2021, 6, 12, 12, 56, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 13, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 13:02:52.522903 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762109c4-217f-473f-afc5-664cdd79f97a req-6349de92-f3c5-42a1-a307-3b3a9615f6fb service neutron] Checking segment: {'id': '926fcc5e-1a87-4e0d-94e3-00e720009168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '204349df-919c-433c-9308-e3b47e6ef133'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 13:02:52.523443 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762109c4-217f-473f-afc5-664cdd79f97a req-6349de92-f3c5-42a1-a307-3b3a9615f6fb service neutron] Bound using segment: {'id': '926fcc5e-1a87-4e0d-94e3-00e720009168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '204349df-919c-433c-9308-e3b47e6ef133'} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 13:02:52.523821 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [req-762109c4-217f-473f-afc5-664cdd79f97a req-6349de92-f3c5-42a1-a307-3b3a9615f6fb service neutron] Bound port: bf27c2ab-6907-480d-ad21-5a88882dbd1b, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '926fcc5e-1a87-4e0d-94e3-00e720009168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '204349df-919c-433c-9308-e3b47e6ef133'}}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 13:02:52.524243 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-762109c4-217f-473f-afc5-664cdd79f97a req-6349de92-f3c5-42a1-a307-3b3a9615f6fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:52.629654 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [req-762109c4-217f-473f-afc5-664cdd79f97a req-6349de92-f3c5-42a1-a307-3b3a9615f6fb service neutron] For port bf27c2ab-6907-480d-ad21-5a88882dbd1b, host hv-cinder-79611, cleared binding levels {{(pid=91666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 13:02:52.632965 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [req-762109c4-217f-473f-afc5-664cdd79f97a req-6349de92-f3c5-42a1-a307-3b3a9615f6fb service neutron] For port bf27c2ab-6907-480d-ad21-5a88882dbd1b, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=bf27c2ab-6907-480d-ad21-5a88882dbd1b,segment=NetworkSegment(926fcc5e-1a87-4e0d-94e3-00e720009168),segment_id=926fcc5e-1a87-4e0d-94e3-00e720009168)] {{(pid=91666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 13:02:52.637634 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-762109c4-217f-473f-afc5-664cdd79f97a req-6349de92-f3c5-42a1-a307-3b3a9615f6fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14082976'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:52.640196 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-3652d95d-cfe2-4082-9acd-6574c562a835 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:02:52.690522 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762109c4-217f-473f-afc5-664cdd79f97a req-6349de92-f3c5-42a1-a307-3b3a9615f6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:52.690883 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-762109c4-217f-473f-afc5-664cdd79f97a req-6349de92-f3c5-42a1-a307-3b3a9615f6fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920'] for port, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:52.692788 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-762109c4-217f-473f-afc5-664cdd79f97a req-6349de92-f3c5-42a1-a307-3b3a9615f6fb service neutron] 10.222.0.30 "PUT /v2.0/ports/bf27c2ab-6907-480d-ad21-5a88882dbd1b HTTP/1.1" status: 200 len: 1097 time: 1.2472005 Jun 12 13:02:52.693091 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae06992f-ea75-4eb7-9471-b44655bcea6e', 'tag': 'bf27c2ab-6907-480d-ad21-5a88882dbd1b'}] {{(pid=91666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 13:02:52.695939 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba2aedb3ce59156ad261fd92086ba05f02985526b362ab5d5a646d7af1b76f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73738e77-5ffa-4d88-9319-16d5f7a0f932" -d '{"events": [{"name": "network-changed", "server_uuid": "ae06992f-ea75-4eb7-9471-b44655bcea6e", "tag": "bf27c2ab-6907-480d-ad21-5a88882dbd1b"}]}' {{(pid=91666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 13:02:52.717845 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6349de92-f3c5-42a1-a307-3b3a9615f6fb service neutron] Pushing event updated for resources: {'Port': ['ID=bf27c2ab-6907-480d-ad21-5a88882dbd1b,revision_number=3']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:02:52.721022 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-6349de92-f3c5-42a1-a307-3b3a9615f6fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:02:52.761748 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 13:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1144f5e1-b6e5-4e2e-80f6-3ba05d620b71 x-openstack-request-id: req-1144f5e1-b6e5-4e2e-80f6-3ba05d620b71 {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 13:02:52.762174 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae06992f-ea75-4eb7-9471-b44655bcea6e", "tag": "bf27c2ab-6907-480d-ad21-5a88882dbd1b", "status": "completed", "code": 200}]} {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 13:02:52.762629 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1144f5e1-b6e5-4e2e-80f6-3ba05d620b71 {{(pid=91666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 13:02:52.763170 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae06992f-ea75-4eb7-9471-b44655bcea6e', 'tag': 'bf27c2ab-6907-480d-ad21-5a88882dbd1b', 'status': 'completed', 'code': 200} Jun 12 13:02:52.890918 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe94224-e0c7-4196-b5c1-2039eeb41c2d req-5bc6f0f7-59f7-496f-b6f6-0ce736341d23 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:52.892682 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-ebe94224-e0c7-4196-b5c1-2039eeb41c2d req-5bc6f0f7-59f7-496f-b6f6-0ce736341d23 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 943 time: 0.0934794 Jun 12 13:02:52.936541 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-ebe94224-e0c7-4196-b5c1-2039eeb41c2d req-ff3ba97e-6f50-4d34-9f7e-9bd17aa40d8e tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374677 Jun 12 13:02:53.141871 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device 1e6e0e28-bb34-4daf-8a61-6ff10d280256 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 13:02:53.245861 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73738e77-5ffa-4d88-9319-16d5f7a0f932 req-30e25dbd-5c48-46d6-923f-be87fd89e23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:53.247614 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-73738e77-5ffa-4d88-9319-16d5f7a0f932 req-30e25dbd-5c48-46d6-923f-be87fd89e23d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=73bcb9e765fe4a359c60b1f42447401c&device_id=ae06992f-ea75-4eb7-9471-b44655bcea6e HTTP/1.1" status: 200 len: 1100 time: 0.0676265 Jun 12 13:02:53.293050 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-73738e77-5ffa-4d88-9319-16d5f7a0f932 req-6d49530c-9063-4017-ba3b-6948aa2ca432 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=73bcb9e765fe4a359c60b1f42447401c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313361 Jun 12 13:02:53.307771 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:53.450956 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3915424f-cb8e-43dc-aebb-633505346198 req-6fe34167-348f-4ad3-9f5c-d7951632094a tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:53.452938 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-3915424f-cb8e-43dc-aebb-633505346198 req-6fe34167-348f-4ad3-9f5c-d7951632094a tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a57e811-b623-4c18-bfcd-9968deecb777 HTTP/1.1" status: 200 len: 944 time: 0.0895777 Jun 12 13:02:53.465708 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73738e77-5ffa-4d88-9319-16d5f7a0f932 req-5467ebf8-ba8d-4861-80c1-b4766be85ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:53.469197 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-73738e77-5ffa-4d88-9319-16d5f7a0f932 req-5467ebf8-ba8d-4861-80c1-b4766be85ced service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1543787 Jun 12 13:02:53.476472 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-3d48843f-4b1c-4570-b21f-28e2dcfd6c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:53.500231 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-3915424f-cb8e-43dc-aebb-633505346198 req-5c518192-a5bc-4a86-bc07-4f2901ee394a tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5110f7c-e46f-4ac8-bab7-b4ce29570688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412259 Jun 12 13:02:53.648921 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94937c8-d3ad-49c0-926e-26a15a9cd8d1 req-03485927-f4cf-494f-88e0-e717d1ec3b92 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:53.650466 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-a94937c8-d3ad-49c0-926e-26a15a9cd8d1 req-03485927-f4cf-494f-88e0-e717d1ec3b92 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae06992f-ea75-4eb7-9471-b44655bcea6e HTTP/1.1" status: 200 len: 947 time: 0.1205668 Jun 12 13:02:53.687078 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762109c4-217f-473f-afc5-664cdd79f97a req-7ddd36a9-494b-4441-ba8b-364241d85caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:53.688527 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-762109c4-217f-473f-afc5-664cdd79f97a req-7ddd36a9-494b-4441-ba8b-364241d85caf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=73bcb9e765fe4a359c60b1f42447401c&device_id=ae06992f-ea75-4eb7-9471-b44655bcea6e HTTP/1.1" status: 200 len: 1100 time: 0.1095264 Jun 12 13:02:53.708591 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-a94937c8-d3ad-49c0-926e-26a15a9cd8d1 req-c5d1f17e-4b4f-4074-8a36-e1d93d99e2ab tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/security-groups?id=413f57af-7ffc-4e98-95db-c054a291e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515935 Jun 12 13:02:53.755447 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-762109c4-217f-473f-afc5-664cdd79f97a req-3e0233c0-1a15-444b-9c48-1ab75afb891e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=bf27c2ab-6907-480d-ad21-5a88882dbd1b HTTP/1.1" status: 200 len: 217 time: 0.0549161 Jun 12 13:02:53.813879 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762109c4-217f-473f-afc5-664cdd79f97a req-6de0f2d1-4b8c-4467-bf2a-2c228515ba92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:53.815345 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-762109c4-217f-473f-afc5-664cdd79f97a req-6de0f2d1-4b8c-4467-bf2a-2c228515ba92 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=116fd8dd-47cd-45ca-acac-266d95627385 HTTP/1.1" status: 200 len: 843 time: 0.0519927 Jun 12 13:02:53.882498 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762109c4-217f-473f-afc5-664cdd79f97a req-0fb671e7-a45c-4cd2-b128-c77954556694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:53.883986 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-762109c4-217f-473f-afc5-664cdd79f97a req-0fb671e7-a45c-4cd2-b128-c77954556694 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=204349df-919c-433c-9308-e3b47e6ef133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0608439 Jun 12 13:02:54.008481 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-762109c4-217f-473f-afc5-664cdd79f97a req-4823ddb9-dabe-44ff-9e14-41f98d562d86 service neutron] 10.222.0.30 "GET /v2.0/networks/204349df-919c-433c-9308-e3b47e6ef133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118422 Jun 12 13:02:54.129333 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8268f87-7d5b-49ca-881b-641c9c763633 req-6547edb6-2f96-4eeb-a0ff-46e86c39b064 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:54.130840 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-d8268f87-7d5b-49ca-881b-641c9c763633 req-6547edb6-2f96-4eeb-a0ff-46e86c39b064 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 943 time: 0.0710537 Jun 12 13:02:54.131070 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-762109c4-217f-473f-afc5-664cdd79f97a req-db4cc085-bdc6-44db-987d-33d322086545 service neutron] 10.222.0.30 "GET /v2.0/networks/204349df-919c-433c-9308-e3b47e6ef133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143613 Jun 12 13:02:54.177644 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-d8268f87-7d5b-49ca-881b-641c9c763633 req-62af13fb-4835-4195-a1a4-f08d24c75876 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400448 Jun 12 13:02:54.689346 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9319a493-6e09-4ebb-b75d-5eeadba2e76c req-7bb27fc3-b3ed-4d1d-a0b3-29ebc4115009 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:54.690741 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-9319a493-6e09-4ebb-b75d-5eeadba2e76c req-7bb27fc3-b3ed-4d1d-a0b3-29ebc4115009 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a57e811-b623-4c18-bfcd-9968deecb777 HTTP/1.1" status: 200 len: 944 time: 0.0745456 Jun 12 13:02:54.743764 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-9319a493-6e09-4ebb-b75d-5eeadba2e76c req-ac42db22-1f6a-4b43-a133-c257a268958f tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5110f7c-e46f-4ac8-bab7-b4ce29570688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461652 Jun 12 13:02:54.915299 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1825c73-29aa-402f-bca3-8be6558952de req-c348e085-74ef-4993-865f-cde10da1c3ac tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:54.917266 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-a1825c73-29aa-402f-bca3-8be6558952de req-c348e085-74ef-4993-865f-cde10da1c3ac tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae06992f-ea75-4eb7-9471-b44655bcea6e HTTP/1.1" status: 200 len: 947 time: 0.0776682 Jun 12 13:02:54.962723 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-a1825c73-29aa-402f-bca3-8be6558952de req-02d2fbad-25e8-4d36-9c01-57e21cc2e414 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/security-groups?id=413f57af-7ffc-4e98-95db-c054a291e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392787 Jun 12 13:02:55.049531 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-7239a5c3-c5f0-4f25-a5be-c6c46247b3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:55.437513 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fbe8b2-2d22-4de9-9659-2db550b803a1 req-1e9dcc4f-56d9-465f-a02d-abf39f4414b0 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:55.439564 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-18fbe8b2-2d22-4de9-9659-2db550b803a1 req-1e9dcc4f-56d9-465f-a02d-abf39f4414b0 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 943 time: 0.1265795 Jun 12 13:02:55.504747 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-18fbe8b2-2d22-4de9-9659-2db550b803a1 req-5d2d1af2-1b14-46c6-b33f-1ad8f4a4957d tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594947 Jun 12 13:02:55.508527 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c52e20-c514-4e50-8623-ac77ca7653f6 req-0f1619ca-5bd0-40ee-8785-76ffb6b5f650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:55.509965 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-b8c52e20-c514-4e50-8623-ac77ca7653f6 req-0f1619ca-5bd0-40ee-8785-76ffb6b5f650 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb&tenant_id=7f18be0815224addb543ffddc7807c85 HTTP/1.1" status: 200 len: 1096 time: 0.1463666 Jun 12 13:02:55.600757 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c52e20-c514-4e50-8623-ac77ca7653f6 req-4f763b8b-a365-45ea-a52e-23e3374e1012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:55.602253 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-b8c52e20-c514-4e50-8623-ac77ca7653f6 req-4f763b8b-a365-45ea-a52e-23e3374e1012 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7f18be0815224addb543ffddc7807c85&device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 1096 time: 0.0591161 Jun 12 13:02:55.719502 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c52e20-c514-4e50-8623-ac77ca7653f6 req-5ce54b52-1aca-408b-8014-4ef1408c923d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:55.720969 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-b8c52e20-c514-4e50-8623-ac77ca7653f6 req-5ce54b52-1aca-408b-8014-4ef1408c923d service neutron] 10.222.0.30 "GET /v2.0/networks?id=64b4b39f-e457-4d52-beb5-ab2bbde33d05 HTTP/1.1" status: 200 len: 918 time: 0.1105211 Jun 12 13:02:55.810135 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-b8c52e20-c514-4e50-8623-ac77ca7653f6 req-6fc09722-971a-429c-98c6-2f17b26db8b2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e6e0e28-bb34-4daf-8a61-6ff10d280256 HTTP/1.1" status: 200 len: 998 time: 0.0811455 Jun 12 13:02:55.864803 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-0a5de27a-4d22-4fdd-a4cf-053756d7edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:55.871008 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c52e20-c514-4e50-8623-ac77ca7653f6 req-a89e530b-69e9-4134-8ea9-1f5aaf747bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:55.872522 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-b8c52e20-c514-4e50-8623-ac77ca7653f6 req-a89e530b-69e9-4134-8ea9-1f5aaf747bc1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f2822e5c-4cf7-4702-9de8-8d297e10d4e8 HTTP/1.1" status: 200 len: 856 time: 0.0548193 Jun 12 13:02:55.941213 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c07a1-4fe1-4cb1-bb1f-1e0b9b181695 req-f9be9c09-12b7-4f6c-a5ad-ceafce14ecaf tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:55.941811 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c52e20-c514-4e50-8623-ac77ca7653f6 req-6043cccc-5df4-4b15-9fa7-e4b7f084347d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:55.942798 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-272c07a1-4fe1-4cb1-bb1f-1e0b9b181695 req-f9be9c09-12b7-4f6c-a5ad-ceafce14ecaf tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a57e811-b623-4c18-bfcd-9968deecb777 HTTP/1.1" status: 200 len: 944 time: 0.0824728 Jun 12 13:02:55.943307 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-b8c52e20-c514-4e50-8623-ac77ca7653f6 req-6043cccc-5df4-4b15-9fa7-e4b7f084347d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=64b4b39f-e457-4d52-beb5-ab2bbde33d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0589409 Jun 12 13:02:55.988839 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-272c07a1-4fe1-4cb1-bb1f-1e0b9b181695 req-f18116a6-5b0d-4a15-af8f-9d1b359d2785 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5110f7c-e46f-4ac8-bab7-b4ce29570688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392115 Jun 12 13:02:56.068728 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-b8c52e20-c514-4e50-8623-ac77ca7653f6 req-dd177dad-c3c1-4261-bdb7-2e645b49c0a0 service neutron] 10.222.0.30 "GET /v2.0/networks/64b4b39f-e457-4d52-beb5-ab2bbde33d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172693 Jun 12 13:02:56.237422 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-b8c52e20-c514-4e50-8623-ac77ca7653f6 req-6a4a462a-b65d-44e6-b15e-69b19d9744f3 service neutron] 10.222.0.30 "GET /v2.0/networks/64b4b39f-e457-4d52-beb5-ab2bbde33d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615438 Jun 12 13:02:56.247570 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4208799e-7373-4143-83dc-e62e6d9ff250 req-b4002ff1-e533-48ef-9d94-9e00bbdbb227 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:56.249055 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-4208799e-7373-4143-83dc-e62e6d9ff250 req-b4002ff1-e533-48ef-9d94-9e00bbdbb227 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae06992f-ea75-4eb7-9471-b44655bcea6e HTTP/1.1" status: 200 len: 947 time: 0.1660678 Jun 12 13:02:56.310967 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-4208799e-7373-4143-83dc-e62e6d9ff250 req-b9571212-44a4-4a99-9c61-9fb9658d25f9 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/security-groups?id=413f57af-7ffc-4e98-95db-c054a291e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555758 Jun 12 13:02:56.704760 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064eaeaa-6d05-46f9-8ebd-622cf47de6d9 req-6a01fc3d-7eec-40d4-b92d-29ffbf1c3f11 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:56.706254 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-064eaeaa-6d05-46f9-8ebd-622cf47de6d9 req-6a01fc3d-7eec-40d4-b92d-29ffbf1c3f11 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 943 time: 0.0768533 Jun 12 13:02:56.758126 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-064eaeaa-6d05-46f9-8ebd-622cf47de6d9 req-295a252d-97e6-4c2e-acb5-b2ceca371f27 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439692 Jun 12 13:02:57.140342 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device ff1d4869-e3ee-4b6e-a85d-a3bba1f13a73 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 13:02:57.178529 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f889bbd9-c552-4ffb-bb27-00ca8a6def23 req-c4b08a20-3f0e-4812-b346-2719c9fa7bcf tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:57.179991 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-f889bbd9-c552-4ffb-bb27-00ca8a6def23 req-c4b08a20-3f0e-4812-b346-2719c9fa7bcf tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a57e811-b623-4c18-bfcd-9968deecb777 HTTP/1.1" status: 200 len: 944 time: 0.0750358 Jun 12 13:02:57.224942 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-f889bbd9-c552-4ffb-bb27-00ca8a6def23 req-beede432-5df5-4681-99fc-b328de7f12e5 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5110f7c-e46f-4ac8-bab7-b4ce29570688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391486 Jun 12 13:02:57.267347 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port ff1d4869-e3ee-4b6e-a85d-a3bba1f13a73, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=ff1d4869-e3ee-4b6e-a85d-a3bba1f13a73,segment=NetworkSegment(86f06b86-229d-493d-b99a-2228fdd8c3a7),segment_id=86f06b86-229d-493d-b99a-2228fdd8c3a7)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:02:57.286752 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Returning: {'device': 'ff1d4869-e3ee-4b6e-a85d-a3bba1f13a73', 'network_id': 'aa0b2eef-60a6-40a3-bce6-957f6885e8a4', 'port_id': 'ff1d4869-e3ee-4b6e-a85d-a3bba1f13a73', 'mac_address': 'fa:16:3e:d8:30:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a098da02-dc26-4e87-a6b5-562c3ad57ee5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 13:02:57.334433 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:57.352520 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.notifiers.nova [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff1d4869-e3ee-4b6e-a85d-a3bba1f13a73 {{(pid=91668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 13:02:57.376935 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port ff1d4869-e3ee-4b6e-a85d-a3bba1f13a73, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=ff1d4869-e3ee-4b6e-a85d-a3bba1f13a73,segment=NetworkSegment(86f06b86-229d-493d-b99a-2228fdd8c3a7),segment_id=86f06b86-229d-493d-b99a-2228fdd8c3a7)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:02:57.383042 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:57.385306 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:02:57.452983 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Pushing event updated for resources: {'Port': ['ID=ff1d4869-e3ee-4b6e-a85d-a3bba1f13a73,revision_number=4']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:02:57.456110 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:02:57.550466 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b57858d-10db-401e-8938-958537892c76 req-ef455d5c-4840-4b5d-b406-da3a257cc2e9 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:57.570883 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-5b57858d-10db-401e-8938-958537892c76 req-ef455d5c-4840-4b5d-b406-da3a257cc2e9 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae06992f-ea75-4eb7-9471-b44655bcea6e HTTP/1.1" status: 200 len: 947 time: 0.0991375 Jun 12 13:02:57.613624 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-5b57858d-10db-401e-8938-958537892c76 req-f5e96856-c7d3-48ba-a3e3-154fd0401066 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/security-groups?id=413f57af-7ffc-4e98-95db-c054a291e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417023 Jun 12 13:02:57.935917 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 57768) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:02:57.972515 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] get_ports_and_sgs() called for port_ids ['ff1d4869-e3ee-4b6e-a85d-a3bba1f13a73'] {{(pid=91668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 13:02:57.996065 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da1f246-924c-48c0-95c9-a0e8426194c2 req-20703205-f9fd-4d62-b0e2-ce3c64933f0d tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:58.015179 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-3da1f246-924c-48c0-95c9-a0e8426194c2 req-20703205-f9fd-4d62-b0e2-ce3c64933f0d tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 943 time: 0.1125069 Jun 12 13:02:58.115641 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-3da1f246-924c-48c0-95c9-a0e8426194c2 req-cb30b42a-c310-41bd-8144-184670dbf909 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988081 Jun 12 13:02:58.150109 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-37c2c98a-aa95-4bda-b5c8-b453a8f505db admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:58.300193 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-37c2c98a-aa95-4bda-b5c8-b453a8f505db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:58.310757 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-37c2c98a-aa95-4bda-b5c8-b453a8f505db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:58.314432 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-78f95260-67e1-4c88-8082-800457ea591d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:02:58.346692 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c2c98a-aa95-4bda-b5c8-b453a8f505db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecbf01da-8a6f-451f-ae97-5ebc418f3b26,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:02:58.362463 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-37c2c98a-aa95-4bda-b5c8-b453a8f505db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:02:58.380364 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-37c2c98a-aa95-4bda-b5c8-b453a8f505db admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9067a9ce061343ec92522086406825a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4432387 Jun 12 13:02:58.385355 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 57774) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:02:58.466790 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-51e9d376-b7c9-4d99-8027-2a7d660a1d57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:58.498751 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-51e9d376-b7c9-4d99-8027-2a7d660a1d57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:58.499087 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594043a9-222f-48bf-87d1-f958b19134d5 req-080e4adc-bc48-4894-946c-96655358c198 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:58.500720 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-594043a9-222f-48bf-87d1-f958b19134d5 req-080e4adc-bc48-4894-946c-96655358c198 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a57e811-b623-4c18-bfcd-9968deecb777 HTTP/1.1" status: 200 len: 945 time: 0.1232905 Jun 12 13:02:58.568252 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-594043a9-222f-48bf-87d1-f958b19134d5 req-758d4a5d-d65b-4641-a6c8-fecdd86b99ab tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5110f7c-e46f-4ac8-bab7-b4ce29570688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613515 Jun 12 13:02:58.584575 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-51e9d376-b7c9-4d99-8027-2a7d660a1d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:58.594538 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-51e9d376-b7c9-4d99-8027-2a7d660a1d57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:58.595146 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-51e9d376-b7c9-4d99-8027-2a7d660a1d57 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ecbf01da-8a6f-451f-ae97-5ebc418f3b26 HTTP/1.1" status: 204 len: 168 time: 0.2084754 Jun 12 13:02:58.597640 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-94a2a282-a1cd-4889-8792-604f155ad8b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:02:58.615029 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e9d376-b7c9-4d99-8027-2a7d660a1d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecbf01da-8a6f-451f-ae97-5ebc418f3b26,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:02:58.619890 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-51e9d376-b7c9-4d99-8027-2a7d660a1d57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:02:58.825977 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e25161c-908a-45a3-8074-c69200dc3a75 req-155fd234-0690-4f0f-9776-405a3b872d21 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:58.827537 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-8e25161c-908a-45a3-8074-c69200dc3a75 req-155fd234-0690-4f0f-9776-405a3b872d21 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae06992f-ea75-4eb7-9471-b44655bcea6e HTTP/1.1" status: 200 len: 947 time: 0.0822039 Jun 12 13:02:58.884568 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-8e25161c-908a-45a3-8074-c69200dc3a75 req-03622c83-0f73-4547-b7b1-1ca5bef44d45 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/security-groups?id=413f57af-7ffc-4e98-95db-c054a291e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505567 Jun 12 13:02:58.960684 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 57784) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:02:58.985972 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-339890b3-97e1-4789-8eec-e0a39874cac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:59.106344 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-339890b3-97e1-4789-8eec-e0a39874cac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:59.110696 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-339890b3-97e1-4789-8eec-e0a39874cac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:59.113523 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-8b7cd74c-22e7-4b63-8ef5-14cecd788d6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:02:59.160157 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-339890b3-97e1-4789-8eec-e0a39874cac8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d6d9075639a542b9adbf6d0e93247cc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1966131 Jun 12 13:02:59.160157 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339890b3-97e1-4789-8eec-e0a39874cac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dddf8d5d-ba74-43e5-a086-3a54109d0674,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:02:59.162001 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 57788) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:02:59.164638 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-339890b3-97e1-4789-8eec-e0a39874cac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:02:59.257585 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-60c095aa-aaed-4f32-a4e9-732064f7b41d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:59.289716 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-60c095aa-aaed-4f32-a4e9-732064f7b41d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:59.368577 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-60c095aa-aaed-4f32-a4e9-732064f7b41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:59.371786 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-60c095aa-aaed-4f32-a4e9-732064f7b41d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:02:59.373079 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-60c095aa-aaed-4f32-a4e9-732064f7b41d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dddf8d5d-ba74-43e5-a086-3a54109d0674 HTTP/1.1" status: 204 len: 168 time: 0.2092283 Jun 12 13:02:59.373903 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-734f17fe-3b9c-4966-ba64-efa6f3d7c73e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:02:59.385757 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b78eb-764d-4ca4-90b4-87a51b407e05 req-1addcb82-d84d-47cb-9a0e-7f098ef47292 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:59.387280 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c095aa-aaed-4f32-a4e9-732064f7b41d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dddf8d5d-ba74-43e5-a086-3a54109d0674,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:02:59.387800 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-314b78eb-764d-4ca4-90b4-87a51b407e05 req-1addcb82-d84d-47cb-9a0e-7f098ef47292 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 943 time: 0.1083195 Jun 12 13:02:59.397454 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-60c095aa-aaed-4f32-a4e9-732064f7b41d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:02:59.458641 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-314b78eb-764d-4ca4-90b4-87a51b407e05 req-ec46171c-6258-400d-83ae-0dd9505d4a5c tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566993 Jun 12 13:02:59.882888 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee46a18-2b0e-4397-ba2b-173472aadf5b req-6f64aa7c-eaa8-459f-af8b-28577f01b1c1 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:02:59.884288 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-6ee46a18-2b0e-4397-ba2b-173472aadf5b req-6f64aa7c-eaa8-459f-af8b-28577f01b1c1 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a57e811-b623-4c18-bfcd-9968deecb777 HTTP/1.1" status: 200 len: 945 time: 0.1263080 Jun 12 13:02:59.931847 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-6ee46a18-2b0e-4397-ba2b-173472aadf5b req-525f8f8f-df6b-431c-887d-406e6c71da97 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5110f7c-e46f-4ac8-bab7-b4ce29570688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418983 Jun 12 13:03:00.141790 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a304a2a-689e-4da5-997c-e6c36dcdf991 req-f4b45e32-ce17-4f7f-81d1-77fa1d70061b tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:00.143621 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-2a304a2a-689e-4da5-997c-e6c36dcdf991 req-f4b45e32-ce17-4f7f-81d1-77fa1d70061b tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae06992f-ea75-4eb7-9471-b44655bcea6e HTTP/1.1" status: 200 len: 947 time: 0.0819294 Jun 12 13:03:00.201985 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-2a304a2a-689e-4da5-997c-e6c36dcdf991 req-8eb432ca-a083-433a-95d4-bfbbd2fbe152 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/security-groups?id=413f57af-7ffc-4e98-95db-c054a291e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486465 Jun 12 13:03:00.749366 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa41de0-d490-41cd-9db9-2f82f113c27f req-4422e268-91d9-41c9-8105-4149a9658c01 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:00.758780 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-caa41de0-d490-41cd-9db9-2f82f113c27f req-4422e268-91d9-41c9-8105-4149a9658c01 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 943 time: 0.1290705 Jun 12 13:03:00.806432 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-caa41de0-d490-41cd-9db9-2f82f113c27f req-0052c084-40af-47e7-b801-f3fbc956050c tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467057 Jun 12 13:03:01.151804 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device ff1d4869-e3ee-4b6e-a85d-a3bba1f13a73 up at agent hyperv_hv-cinder-79611 {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 13:03:01.164289 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c0f99-3012-463b-abc7-5b4a9240e7ac req-24b35dd8-ed97-41e7-a96e-543703b36389 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:01.166763 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-d98c0f99-3012-463b-abc7-5b4a9240e7ac req-24b35dd8-ed97-41e7-a96e-543703b36389 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a57e811-b623-4c18-bfcd-9968deecb777 HTTP/1.1" status: 200 len: 945 time: 0.1032541 Jun 12 13:03:01.239297 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-d98c0f99-3012-463b-abc7-5b4a9240e7ac req-bd7bbfbb-b44e-4d99-8c2d-f023335c6be9 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5110f7c-e46f-4ac8-bab7-b4ce29570688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629594 Jun 12 13:03:01.247212 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Provisioning for port ff1d4869-e3ee-4b6e-a85d-a3bba1f13a73 completed by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 13:03:01.259419 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Provisioning complete for port ff1d4869-e3ee-4b6e-a85d-a3bba1f13a73 triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 13:03:01.260822 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:01.404845 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:01.478582 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port ff1d4869-e3ee-4b6e-a85d-a3bba1f13a73, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=ff1d4869-e3ee-4b6e-a85d-a3bba1f13a73,segment=NetworkSegment(86f06b86-229d-493d-b99a-2228fdd8c3a7),segment_id=86f06b86-229d-493d-b99a-2228fdd8c3a7)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:03:01.480618 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a57e811-b623-4c18-bfcd-9968deecb777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff1d4869-e3ee-4b6e-a85d-a3bba1f13a73'}] {{(pid=91668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 13:03:01.484234 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80aeb099eed554921aeb9584cad5061c500859d49ba4b111a23145803cb4192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0fd192-e265-4994-ab39-69e15271f6ba" -d '{"events": [{"server_uuid": "1a57e811-b623-4c18-bfcd-9968deecb777", "name": "network-vif-plugged", "status": "completed", "tag": "ff1d4869-e3ee-4b6e-a85d-a3bba1f13a73"}]}' {{(pid=91668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 13:03:01.488019 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:01.488508 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24428789-c835-4eb5-8b56-628995050329 req-d829f351-2c2f-4815-b1de-52e196721aac tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:01.490360 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:03:01.494857 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-24428789-c835-4eb5-8b56-628995050329 req-d829f351-2c2f-4815-b1de-52e196721aac tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae06992f-ea75-4eb7-9471-b44655bcea6e HTTP/1.1" status: 200 len: 947 time: 0.1142330 Jun 12 13:03:01.555267 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Pushing event updated for resources: {'Port': ['ID=ff1d4869-e3ee-4b6e-a85d-a3bba1f13a73,revision_number=5']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:03:01.563261 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-24428789-c835-4eb5-8b56-628995050329 req-c65e2fb9-9daf-400a-9990-9619f9d844af tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/security-groups?id=413f57af-7ffc-4e98-95db-c054a291e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622368 Jun 12 13:03:01.565947 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:03:01.640553 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 13:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b55298a3-3606-434e-bfeb-8cf76031ecd5 x-openstack-request-id: req-b55298a3-3606-434e-bfeb-8cf76031ecd5 {{(pid=91668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 13:03:01.640856 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a57e811-b623-4c18-bfcd-9968deecb777", "name": "network-vif-plugged", "status": "completed", "tag": "ff1d4869-e3ee-4b6e-a85d-a3bba1f13a73", "code": 200}]} {{(pid=91668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 13:03:01.641116 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b55298a3-3606-434e-bfeb-8cf76031ecd5 {{(pid=91668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 13:03:01.641586 dv-cinder-796114-1-iscsi neutron-server[91668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a57e811-b623-4c18-bfcd-9968deecb777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff1d4869-e3ee-4b6e-a85d-a3bba1f13a73', 'code': 200} Jun 12 13:03:01.648203 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 57854) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:03:01.769612 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1c5799c4-7529-4451-8045-859de231658c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:01.870470 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1c5799c4-7529-4451-8045-859de231658c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:01.875571 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1c5799c4-7529-4451-8045-859de231658c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:01.879411 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-9b77687f-11dc-47e0-97a5-67e6c9ba59b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:03:01.926591 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 57860) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:03:01.927271 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-1c5799c4-7529-4451-8045-859de231658c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e88718c1561e40d39dbc3c32fc3e9859&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2772803 Jun 12 13:03:01.929116 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5799c4-7529-4451-8045-859de231658c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa829aa7-0da2-4f36-82ea-c538a9331cf7,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:03:01.932566 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-1c5799c4-7529-4451-8045-859de231658c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:03:02.009763 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-dd42e96a-1ae5-4c65-b7a7-8245682baf4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:02.039236 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-dd42e96a-1ae5-4c65-b7a7-8245682baf4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:02.076808 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7f051b-1f7a-4ee7-9bca-29179b2b26fb req-e5494b13-9d12-4da7-be90-94b4859c7e9f tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:02.078554 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-ee7f051b-1f7a-4ee7-9bca-29179b2b26fb req-e5494b13-9d12-4da7-be90-94b4859c7e9f tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 943 time: 0.0977407 Jun 12 13:03:02.097895 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-dd42e96a-1ae5-4c65-b7a7-8245682baf4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:02.101302 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-dd42e96a-1ae5-4c65-b7a7-8245682baf4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:02.102507 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-dd42e96a-1ae5-4c65-b7a7-8245682baf4e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fa829aa7-0da2-4f36-82ea-c538a9331cf7 HTTP/1.1" status: 204 len: 168 time: 0.1727517 Jun 12 13:03:02.103330 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-25fc9b8d-335c-4d8f-8194-1d8c0e92f879 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:03:02.113963 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd42e96a-1ae5-4c65-b7a7-8245682baf4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa829aa7-0da2-4f36-82ea-c538a9331cf7,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:03:02.123131 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-dd42e96a-1ae5-4c65-b7a7-8245682baf4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:03:02.162648 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-ee7f051b-1f7a-4ee7-9bca-29179b2b26fb req-f2f100b7-f64f-4459-98b8-f36ef28fe893 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761361 Jun 12 13:03:02.484113 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299460a-4c9d-4230-a795-532465d6930c req-45c5afe7-47f4-45dd-8020-5dfa29d22fa2 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:02.486024 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-4299460a-4c9d-4230-a795-532465d6930c req-45c5afe7-47f4-45dd-8020-5dfa29d22fa2 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a57e811-b623-4c18-bfcd-9968deecb777 HTTP/1.1" status: 200 len: 946 time: 0.0953076 Jun 12 13:03:02.530482 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 57868) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:03:02.557708 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2bdf2296-6270-492a-a087-f18c9e9d8450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:02.573920 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-4299460a-4c9d-4230-a795-532465d6930c req-53df7207-9f1c-48b6-a024-360174a33fb4 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5110f7c-e46f-4ac8-bab7-b4ce29570688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790298 Jun 12 13:03:02.745300 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2bdf2296-6270-492a-a087-f18c9e9d8450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:02.753489 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2bdf2296-6270-492a-a087-f18c9e9d8450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:02.757450 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-75641ddd-9cb4-448a-b258-795ed8ad73da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:03:02.813583 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-2bdf2296-6270-492a-a087-f18c9e9d8450 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ea6b786584b943d59644e55023ae2e78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2819264 Jun 12 13:03:02.816162 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 57872) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:03:02.817845 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdf2296-6270-492a-a087-f18c9e9d8450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16357ea3-7033-4958-8b68-872b9812622c,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:03:02.821825 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-2bdf2296-6270-492a-a087-f18c9e9d8450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:03:02.843179 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87904366-3226-4d86-8808-d3b7d8743b42 req-d5c91e3f-ae6e-4730-af93-1356627e31c6 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:02.845119 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-87904366-3226-4d86-8808-d3b7d8743b42 req-d5c91e3f-ae6e-4730-af93-1356627e31c6 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae06992f-ea75-4eb7-9471-b44655bcea6e HTTP/1.1" status: 200 len: 947 time: 0.1464489 Jun 12 13:03:02.879659 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-be54a205-326e-48b0-a999-666f0662136a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:02.900189 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-87904366-3226-4d86-8808-d3b7d8743b42 req-51fb5a55-5894-4de0-a826-4b1e659f8262 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/security-groups?id=413f57af-7ffc-4e98-95db-c054a291e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467639 Jun 12 13:03:02.922491 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-be54a205-326e-48b0-a999-666f0662136a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:02.980747 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-be54a205-326e-48b0-a999-666f0662136a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:02.983681 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-be54a205-326e-48b0-a999-666f0662136a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:02.984824 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-be54a205-326e-48b0-a999-666f0662136a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/16357ea3-7033-4958-8b68-872b9812622c HTTP/1.1" status: 204 len: 168 time: 0.1676505 Jun 12 13:03:02.986255 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-5f96369e-93b1-46dc-a7cf-cbd591b1e6b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:03:02.995744 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be54a205-326e-48b0-a999-666f0662136a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16357ea3-7033-4958-8b68-872b9812622c,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:03:02.998317 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-be54a205-326e-48b0-a999-666f0662136a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:03:03.402310 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d6dfa-19bb-4e45-b2a8-a64ba38e18ec req-67731ef3-54d9-4e09-817b-5b4bdb4b09aa tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:03.403830 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-327d6dfa-19bb-4e45-b2a8-a64ba38e18ec req-67731ef3-54d9-4e09-817b-5b4bdb4b09aa tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 943 time: 0.0951476 Jun 12 13:03:03.466850 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-327d6dfa-19bb-4e45-b2a8-a64ba38e18ec req-f9efd323-5333-4b75-9f42-fb49925d9176 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569396 Jun 12 13:03:03.828079 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd2cc0-87d3-42b2-b873-86b3b71b750c req-9a7395ea-0fba-47cb-883e-302bb3568b86 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:03.830096 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-28cd2cc0-87d3-42b2-b873-86b3b71b750c req-9a7395ea-0fba-47cb-883e-302bb3568b86 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a57e811-b623-4c18-bfcd-9968deecb777 HTTP/1.1" status: 200 len: 946 time: 0.0972130 Jun 12 13:03:03.893582 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-28cd2cc0-87d3-42b2-b873-86b3b71b750c req-9848f743-3fa0-41d6-aa18-14b96ad4274a tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5110f7c-e46f-4ac8-bab7-b4ce29570688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567183 Jun 12 13:03:04.150917 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962b2fa-a28b-4193-84f4-28187b5ba9a6 req-b150f820-9375-47cb-99f0-e309a808d99d tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:04.151702 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-d962b2fa-a28b-4193-84f4-28187b5ba9a6 req-b150f820-9375-47cb-99f0-e309a808d99d tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae06992f-ea75-4eb7-9471-b44655bcea6e HTTP/1.1" status: 200 len: 947 time: 0.1077151 Jun 12 13:03:04.218607 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-d962b2fa-a28b-4193-84f4-28187b5ba9a6 req-78942ae3-28f2-4d4f-9984-7d68e8d112ae tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/security-groups?id=413f57af-7ffc-4e98-95db-c054a291e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603287 Jun 12 13:03:04.673900 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa1030-0adc-463e-a479-43fe80aaaba6 req-885462c3-b42f-460b-ae55-f931d96446cb tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:04.675457 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-dbfa1030-0adc-463e-a479-43fe80aaaba6 req-885462c3-b42f-460b-ae55-f931d96446cb tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 943 time: 0.0737329 Jun 12 13:03:04.730070 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-dbfa1030-0adc-463e-a479-43fe80aaaba6 req-994ef2fc-bd73-41a8-9921-259418de176d tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478225 Jun 12 13:03:05.097486 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303544d7-0607-46ca-a3ae-02888b6010b9 req-bdb5f293-1a94-4fcb-a994-e44066ebec20 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:05.099068 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-303544d7-0607-46ca-a3ae-02888b6010b9 req-bdb5f293-1a94-4fcb-a994-e44066ebec20 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a57e811-b623-4c18-bfcd-9968deecb777 HTTP/1.1" status: 200 len: 946 time: 0.0779936 Jun 12 13:03:05.154753 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-303544d7-0607-46ca-a3ae-02888b6010b9 req-0a92b7aa-0043-49ad-8bbb-a596e4014870 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5110f7c-e46f-4ac8-bab7-b4ce29570688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476489 Jun 12 13:03:05.487380 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc716095-1873-4c36-879e-0606b759649a req-3bc915b3-5da5-4480-9432-7493da855657 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:05.489299 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-bc716095-1873-4c36-879e-0606b759649a req-3bc915b3-5da5-4480-9432-7493da855657 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae06992f-ea75-4eb7-9471-b44655bcea6e HTTP/1.1" status: 200 len: 947 time: 0.0914707 Jun 12 13:03:05.547239 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-bc716095-1873-4c36-879e-0606b759649a req-83dc28a7-bdf9-4707-a24a-abc3ae203869 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/security-groups?id=413f57af-7ffc-4e98-95db-c054a291e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508332 Jun 12 13:03:05.960764 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee649f67-7985-479d-a6cc-1cef2f922f83 req-40ca7de1-cbea-4267-b86d-2ce1ac7cbd6a tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:05.962453 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-ee649f67-7985-479d-a6cc-1cef2f922f83 req-40ca7de1-cbea-4267-b86d-2ce1ac7cbd6a tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 943 time: 0.0748470 Jun 12 13:03:06.008404 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-ee649f67-7985-479d-a6cc-1cef2f922f83 req-155354a9-9d08-48e1-a91b-67acae88685e tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399730 Jun 12 13:03:06.440075 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b4247f-38eb-483d-b9bc-f4c42bde2fb9 req-e2f28dfa-4675-4b72-a6db-22ed6ab02aee tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:06.441601 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-19b4247f-38eb-483d-b9bc-f4c42bde2fb9 req-e2f28dfa-4675-4b72-a6db-22ed6ab02aee tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a57e811-b623-4c18-bfcd-9968deecb777 HTTP/1.1" status: 200 len: 946 time: 0.1130657 Jun 12 13:03:06.500813 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-19b4247f-38eb-483d-b9bc-f4c42bde2fb9 req-0864ce98-8dfb-439b-86ab-345a4a1e1cfd tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5110f7c-e46f-4ac8-bab7-b4ce29570688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528667 Jun 12 13:03:06.744605 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c21061e-4214-41c0-856b-c6b55e6ae37e req-c50f8bdc-9500-4728-99bd-dcb6a26568f0 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:06.746096 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-0c21061e-4214-41c0-856b-c6b55e6ae37e req-c50f8bdc-9500-4728-99bd-dcb6a26568f0 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae06992f-ea75-4eb7-9471-b44655bcea6e HTTP/1.1" status: 200 len: 947 time: 0.0741718 Jun 12 13:03:06.794176 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-0c21061e-4214-41c0-856b-c6b55e6ae37e req-156f8f25-81d3-453f-bb84-647ebf35ca5d tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/security-groups?id=413f57af-7ffc-4e98-95db-c054a291e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421298 Jun 12 13:03:07.236703 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5451f48a-8ee7-47c0-ba10-7a457167d0e1 req-1ef7867a-31e0-4794-b94d-7e3577cc947d tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:07.236703 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-5451f48a-8ee7-47c0-ba10-7a457167d0e1 req-1ef7867a-31e0-4794-b94d-7e3577cc947d tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 943 time: 0.0914116 Jun 12 13:03:07.285320 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-5451f48a-8ee7-47c0-ba10-7a457167d0e1 req-16b53246-55ae-44cb-be48-8c4f15785463 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471151 Jun 12 13:03:07.702056 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc212af7-56a6-46ee-a7fe-6aa114607972 req-e9ae97bd-87f8-4c21-9af5-abc634735720 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:07.703574 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-cc212af7-56a6-46ee-a7fe-6aa114607972 req-e9ae97bd-87f8-4c21-9af5-abc634735720 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a57e811-b623-4c18-bfcd-9968deecb777 HTTP/1.1" status: 200 len: 946 time: 0.0733917 Jun 12 13:03:07.751125 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-cc212af7-56a6-46ee-a7fe-6aa114607972 req-ed1e4e50-588e-4eea-b559-f49a3bbf72c5 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5110f7c-e46f-4ac8-bab7-b4ce29570688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413404 Jun 12 13:03:07.987414 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eafe9df-416f-4368-aefb-95a10cb23fe7 req-2d08d98f-8b64-4c2a-91db-721f2baf3deb tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:07.988966 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-3eafe9df-416f-4368-aefb-95a10cb23fe7 req-2d08d98f-8b64-4c2a-91db-721f2baf3deb tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae06992f-ea75-4eb7-9471-b44655bcea6e HTTP/1.1" status: 200 len: 947 time: 0.0807488 Jun 12 13:03:08.041766 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-3eafe9df-416f-4368-aefb-95a10cb23fe7 req-3934999f-c72c-4e95-83c8-f63b375664cc tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/security-groups?id=413f57af-7ffc-4e98-95db-c054a291e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469396 Jun 12 13:03:08.564323 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5c87c0-8ad1-43e6-8d1e-46c402904536 req-7ca95637-c7a1-4288-a590-f156902de415 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:08.574650 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-7d5c87c0-8ad1-43e6-8d1e-46c402904536 req-7ca95637-c7a1-4288-a590-f156902de415 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 943 time: 0.1481018 Jun 12 13:03:08.620013 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-7d5c87c0-8ad1-43e6-8d1e-46c402904536 req-16adbcbd-c9f6-411e-b128-388898802abc tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442979 Jun 12 13:03:08.634531 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 58000) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:03:08.756250 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2a090aba-3a5f-4fb7-a140-b2b1ecf2f165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:08.870138 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2a090aba-3a5f-4fb7-a140-b2b1ecf2f165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:08.877437 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2a090aba-3a5f-4fb7-a140-b2b1ecf2f165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:08.882554 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-a5e9f34b-18e7-4c27-95bb-e668b0c7365c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:03:08.930711 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-2a090aba-3a5f-4fb7-a140-b2b1ecf2f165 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f896f157f4754206a4c1cd78bdcf0a2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2921488 Jun 12 13:03:08.930711 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a090aba-3a5f-4fb7-a140-b2b1ecf2f165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b76f92b-43aa-49a3-a8f5-01bd62622d83,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:03:08.932221 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 58008) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:03:08.933998 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-2a090aba-3a5f-4fb7-a140-b2b1ecf2f165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:03:09.046109 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-e0082f4c-3b81-4fac-a83e-393bd8a0fe11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:09.108066 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-e0082f4c-3b81-4fac-a83e-393bd8a0fe11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:09.177399 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25866b8-b20d-49da-8f80-146a6beb2678 req-9ec7b2bf-f8da-4e41-8e9d-9b05090d6f6f tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:09.178996 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-b25866b8-b20d-49da-8f80-146a6beb2678 req-9ec7b2bf-f8da-4e41-8e9d-9b05090d6f6f tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a57e811-b623-4c18-bfcd-9968deecb777 HTTP/1.1" status: 200 len: 946 time: 0.1219931 Jun 12 13:03:09.187310 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-e0082f4c-3b81-4fac-a83e-393bd8a0fe11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:09.195127 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-e0082f4c-3b81-4fac-a83e-393bd8a0fe11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:09.197371 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-e0082f4c-3b81-4fac-a83e-393bd8a0fe11 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9b76f92b-43aa-49a3-a8f5-01bd62622d83 HTTP/1.1" status: 204 len: 168 time: 0.2628603 Jun 12 13:03:09.202088 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-8fc713c4-fc5a-473e-b7e9-cac5d693d8d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:03:09.230648 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0082f4c-3b81-4fac-a83e-393bd8a0fe11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b76f92b-43aa-49a3-a8f5-01bd62622d83,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:03:09.244918 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-e0082f4c-3b81-4fac-a83e-393bd8a0fe11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:03:09.270156 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-b25866b8-b20d-49da-8f80-146a6beb2678 req-162031d9-871e-45ec-bb58-9c54c795dc7d tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5110f7c-e46f-4ac8-bab7-b4ce29570688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703158 Jun 12 13:03:09.519950 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f57f96-2a14-4f30-a423-67639c56c840 req-5aa1538f-a597-4a3b-bad2-85aa78626b71 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:09.521552 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-25f57f96-2a14-4f30-a423-67639c56c840 req-5aa1538f-a597-4a3b-bad2-85aa78626b71 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae06992f-ea75-4eb7-9471-b44655bcea6e HTTP/1.1" status: 200 len: 947 time: 0.1126895 Jun 12 13:03:09.581297 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-25f57f96-2a14-4f30-a423-67639c56c840 req-4021b1ed-5974-499b-8d2f-a582a0feb88e tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/security-groups?id=413f57af-7ffc-4e98-95db-c054a291e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498359 Jun 12 13:03:09.668229 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 58020) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:03:09.685121 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2ea42696-d261-4852-a163-5d1b99661169 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:09.795005 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2ea42696-d261-4852-a163-5d1b99661169 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:09.799171 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2ea42696-d261-4852-a163-5d1b99661169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:09.803168 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-16c7b8b4-61b6-498e-893a-b86f5ddc6d7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:03:09.835820 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d5743-376c-4156-b8d2-a580f3400ebc req-880a398c-7381-4a5e-be21-64fdb6b2b287 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:09.837552 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-c37d5743-376c-4156-b8d2-a580f3400ebc req-880a398c-7381-4a5e-be21-64fdb6b2b287 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 943 time: 0.0754001 Jun 12 13:03:09.843332 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 58022) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:03:09.846432 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-2ea42696-d261-4852-a163-5d1b99661169 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dfc88020e6744e4999b4782f9987b842&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1772084 Jun 12 13:03:09.862175 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea42696-d261-4852-a163-5d1b99661169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe4a9fc-5f93-4eb9-be87-48e800eb60c1,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:03:09.865228 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-2ea42696-d261-4852-a163-5d1b99661169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:03:09.920822 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-c37d5743-376c-4156-b8d2-a580f3400ebc req-6d15fb92-5734-4e6b-8404-da8c8e90e52c tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764804 Jun 12 13:03:09.939805 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8c3dffd5-b654-4418-bd6f-9465e129f1cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:09.965666 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8c3dffd5-b654-4418-bd6f-9465e129f1cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:10.028174 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8c3dffd5-b654-4418-bd6f-9465e129f1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:10.031229 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8c3dffd5-b654-4418-bd6f-9465e129f1cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:10.035445 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-8c3dffd5-b654-4418-bd6f-9465e129f1cd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dfe4a9fc-5f93-4eb9-be87-48e800eb60c1 HTTP/1.1" status: 204 len: 168 time: 0.1871772 Jun 12 13:03:10.035445 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-37c2c98a-aa95-4bda-b5c8-b453a8f505db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:03:10.046827 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3dffd5-b654-4418-bd6f-9465e129f1cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe4a9fc-5f93-4eb9-be87-48e800eb60c1,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:03:10.053406 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-8c3dffd5-b654-4418-bd6f-9465e129f1cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:03:10.386469 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 58032) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:03:10.408102 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-e621c78d-cf86-40f7-a6e6-f347044a61a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:10.533970 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8f085-233f-46d0-bd2d-4b83da9b128d req-6cb70e60-848c-4177-8498-7bdf8b65a93b tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:10.535643 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-4ed8f085-233f-46d0-bd2d-4b83da9b128d req-6cb70e60-848c-4177-8498-7bdf8b65a93b tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a57e811-b623-4c18-bfcd-9968deecb777 HTTP/1.1" status: 200 len: 946 time: 0.1158199 Jun 12 13:03:10.598890 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-4ed8f085-233f-46d0-bd2d-4b83da9b128d req-4deec0c9-b1b3-4192-a7a1-e73344a17bd6 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5110f7c-e46f-4ac8-bab7-b4ce29570688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557675 Jun 12 13:03:10.608907 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-e621c78d-cf86-40f7-a6e6-f347044a61a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:10.622309 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-e621c78d-cf86-40f7-a6e6-f347044a61a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:10.625821 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-21b2c9ad-5f32-45a2-a21e-fa1c3f00e462 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:03:10.660704 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.agents_db [None req-3755f801-82db-4e36-b9e4-fb56f4f4bf71 None None] Agent healthcheck: found 6 active agents {{(pid=91669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 13:03:10.669426 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-e621c78d-cf86-40f7-a6e6-f347044a61a6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c676c26aa5b348f09beec0241be44823&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2817326 Jun 12 13:03:10.670844 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e621c78d-cf86-40f7-a6e6-f347044a61a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=579cbff1-0495-4089-8848-8e714f3ba66b,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:03:10.672055 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 58036) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:03:10.673835 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-e621c78d-cf86-40f7-a6e6-f347044a61a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:03:10.729147 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-68c81de5-2fe3-4db3-9455-eb5338e6316c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:10.753456 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-68c81de5-2fe3-4db3-9455-eb5338e6316c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:10.782979 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f33b28-1d13-4004-9c3c-d7476d4ba0bc req-ecaf1896-bfae-40ad-9eaf-bda74ce4047e tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:10.784489 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-57f33b28-1d13-4004-9c3c-d7476d4ba0bc req-ecaf1896-bfae-40ad-9eaf-bda74ce4047e tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae06992f-ea75-4eb7-9471-b44655bcea6e HTTP/1.1" status: 200 len: 947 time: 0.0808847 Jun 12 13:03:10.808035 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-68c81de5-2fe3-4db3-9455-eb5338e6316c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:10.811103 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-68c81de5-2fe3-4db3-9455-eb5338e6316c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:10.814781 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-68c81de5-2fe3-4db3-9455-eb5338e6316c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/579cbff1-0495-4089-8848-8e714f3ba66b HTTP/1.1" status: 204 len: 168 time: 0.1392510 Jun 12 13:03:10.814781 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-3bcb07ad-d51e-4947-b9a5-409a09893279 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:03:10.828119 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c81de5-2fe3-4db3-9455-eb5338e6316c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=579cbff1-0495-4089-8848-8e714f3ba66b,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:03:10.830705 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-68c81de5-2fe3-4db3-9455-eb5338e6316c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:03:10.837309 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-57f33b28-1d13-4004-9c3c-d7476d4ba0bc req-f55683cc-4146-49a2-aaff-3b228d4f695c tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/security-groups?id=413f57af-7ffc-4e98-95db-c054a291e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454309 Jun 12 13:03:11.122858 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b6b854-55c2-45ba-9f50-8be1573483a0 req-203c167b-cd02-43e9-8e7a-e73b5eba5c9c tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:11.125324 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-c0b6b854-55c2-45ba-9f50-8be1573483a0 req-203c167b-cd02-43e9-8e7a-e73b5eba5c9c tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 943 time: 0.0755584 Jun 12 13:03:11.170672 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-c0b6b854-55c2-45ba-9f50-8be1573483a0 req-4712f776-620c-40cf-9919-66ef7a64a26b tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404117 Jun 12 13:03:11.795007 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea1acd-69f4-4a5d-a4f5-ebaf321379f7 req-45982247-f50d-4f67-9bd0-30194f29b186 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:11.795007 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-81ea1acd-69f4-4a5d-a4f5-ebaf321379f7 req-45982247-f50d-4f67-9bd0-30194f29b186 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a57e811-b623-4c18-bfcd-9968deecb777 HTTP/1.1" status: 200 len: 946 time: 0.0785699 Jun 12 13:03:11.837614 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-81ea1acd-69f4-4a5d-a4f5-ebaf321379f7 req-f06670d7-7409-4534-aab1-9119de8e58c2 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5110f7c-e46f-4ac8-bab7-b4ce29570688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376632 Jun 12 13:03:12.038853 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad58b1-a874-4c52-ac80-e0b33ead247f req-a4d6d685-2115-4401-adff-fa9dd6bc40f8 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:12.040783 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-7cad58b1-a874-4c52-ac80-e0b33ead247f req-a4d6d685-2115-4401-adff-fa9dd6bc40f8 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae06992f-ea75-4eb7-9471-b44655bcea6e HTTP/1.1" status: 200 len: 947 time: 0.0789189 Jun 12 13:03:12.086755 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-7cad58b1-a874-4c52-ac80-e0b33ead247f req-8e8c54d3-449e-468c-a268-5fc0d3a3fd74 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/security-groups?id=413f57af-7ffc-4e98-95db-c054a291e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400329 Jun 12 13:03:12.381761 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591dd41-8cf7-4ea8-9705-2f82ab967665 req-101455ef-2603-40e8-ac2e-2265f4d7a825 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:12.383417 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-f591dd41-8cf7-4ea8-9705-2f82ab967665 req-101455ef-2603-40e8-ac2e-2265f4d7a825 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 943 time: 0.0835183 Jun 12 13:03:12.430443 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-f591dd41-8cf7-4ea8-9705-2f82ab967665 req-38cfa5f4-d89e-43f7-8d6f-100f24a28edb tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408595 Jun 12 13:03:13.059052 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 58124) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:03:13.061873 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f671deef-6052-4a3d-ae1f-a614b83928c3 req-4a6935a6-4308-4fe8-8e50-73dd4d970f23 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:13.063487 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-f671deef-6052-4a3d-ae1f-a614b83928c3 req-4a6935a6-4308-4fe8-8e50-73dd4d970f23 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a57e811-b623-4c18-bfcd-9968deecb777 HTTP/1.1" status: 200 len: 946 time: 0.0813384 Jun 12 13:03:13.110950 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-f671deef-6052-4a3d-ae1f-a614b83928c3 req-fa49bda8-44b8-48ab-a047-1dad168f745b tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5110f7c-e46f-4ac8-bab7-b4ce29570688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395150 Jun 12 13:03:13.188927 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-c5eb18de-912f-4234-bc0c-ce6f9ffccb5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:13.253678 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156501c-6608-48cc-8dc2-23c0114fee46 req-0e5a2350-c362-4345-981e-04c20c75cfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:13.255340 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-6156501c-6608-48cc-8dc2-23c0114fee46 req-0e5a2350-c362-4345-981e-04c20c75cfec service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1a57e811-b623-4c18-bfcd-9968deecb777 HTTP/1.1" status: 200 len: 1099 time: 0.3184733 Jun 12 13:03:13.333416 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-6156501c-6608-48cc-8dc2-23c0114fee46 req-67874943-1a3e-4488-a394-8d62ce6fb0a3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f5110f7c-e46f-4ac8-bab7-b4ce29570688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709810 Jun 12 13:03:13.363708 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df9bc6-7253-40de-8067-ea535750acae req-b8ac1edc-0263-46d3-b4b5-3376fe4f000c tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:13.365186 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-24df9bc6-7253-40de-8067-ea535750acae req-b8ac1edc-0263-46d3-b4b5-3376fe4f000c tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae06992f-ea75-4eb7-9471-b44655bcea6e HTTP/1.1" status: 200 len: 947 time: 0.1541243 Jun 12 13:03:13.438024 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-c5eb18de-912f-4234-bc0c-ce6f9ffccb5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:13.442602 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-24df9bc6-7253-40de-8067-ea535750acae req-658082d2-10e9-4fd3-931d-5a85bc40167d tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/security-groups?id=413f57af-7ffc-4e98-95db-c054a291e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691988 Jun 12 13:03:13.443901 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-c5eb18de-912f-4234-bc0c-ce6f9ffccb5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:13.446462 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-155bf6c5-6057-4015-8d06-ac7a66bad07d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:03:13.488470 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-c5eb18de-912f-4234-bc0c-ce6f9ffccb5b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7c0004d535ae42a5b464e3515e14b72f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4283347 Jun 12 13:03:13.489721 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eb18de-912f-4234-bc0c-ce6f9ffccb5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dce0b14-ba4f-4906-b484-0995c3c2f91f,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:03:13.491886 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 58134) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:03:13.493708 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-c5eb18de-912f-4234-bc0c-ce6f9ffccb5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:03:13.556442 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-7916f527-0249-489f-8f83-459cbdef2f47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:13.581745 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-7916f527-0249-489f-8f83-459cbdef2f47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:13.635837 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-7916f527-0249-489f-8f83-459cbdef2f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:13.640338 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-7916f527-0249-489f-8f83-459cbdef2f47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:13.642355 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-7916f527-0249-489f-8f83-459cbdef2f47 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7dce0b14-ba4f-4906-b484-0995c3c2f91f HTTP/1.1" status: 204 len: 168 time: 0.1476698 Jun 12 13:03:13.643511 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-77badc0c-5191-410e-99ec-4129d8f5cab7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:03:13.656950 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7916f527-0249-489f-8f83-459cbdef2f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dce0b14-ba4f-4906-b484-0995c3c2f91f,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:03:13.660178 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-7916f527-0249-489f-8f83-459cbdef2f47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:03:13.804219 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f5c57-e8a3-4d21-9855-29957cb35de4 req-9da08be0-af30-485e-81d1-6ee23cd38e16 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:13.805737 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-661f5c57-e8a3-4d21-9855-29957cb35de4 req-9da08be0-af30-485e-81d1-6ee23cd38e16 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 943 time: 0.0750723 Jun 12 13:03:13.849498 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-661f5c57-e8a3-4d21-9855-29957cb35de4 req-5db5fb36-8765-452a-b6ed-07fdf6ca45bc tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377684 Jun 12 13:03:13.948652 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 58142) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:03:13.965109 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-39b09499-471b-4e6d-81a3-46fa199477ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:14.063841 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-39b09499-471b-4e6d-81a3-46fa199477ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:14.067828 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-39b09499-471b-4e6d-81a3-46fa199477ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:14.070571 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-ff0d480d-2730-44b3-b8e1-fa9e7e5386b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:03:14.111450 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b09499-471b-4e6d-81a3-46fa199477ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc29166-c7d4-4cb2-839f-f30978f8e9bb,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:03:14.114466 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-39b09499-471b-4e6d-81a3-46fa199477ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:03:14.117560 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-39b09499-471b-4e6d-81a3-46fa199477ca admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0634a652950b4d0d8086a03a2dd35b7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1679149 Jun 12 13:03:14.120296 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 58146) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:03:14.175166 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-5d93cf7a-67ad-4182-838e-f62adbf817df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:14.199237 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-5d93cf7a-67ad-4182-838e-f62adbf817df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:14.253841 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-5d93cf7a-67ad-4182-838e-f62adbf817df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:14.256993 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-5d93cf7a-67ad-4182-838e-f62adbf817df admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:14.261088 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-5d93cf7a-67ad-4182-838e-f62adbf817df admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bdc29166-c7d4-4cb2-839f-f30978f8e9bb HTTP/1.1" status: 204 len: 168 time: 0.1369357 Jun 12 13:03:14.261088 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-da27f539-d2c7-4821-8685-ca1d6d728209 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:03:14.271555 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d93cf7a-67ad-4182-838e-f62adbf817df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc29166-c7d4-4cb2-839f-f30978f8e9bb,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:03:14.275426 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-5d93cf7a-67ad-4182-838e-f62adbf817df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:03:14.314782 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0633a5-0c02-4448-806b-4a2fa82f3a3e req-f1ec7e6b-4f69-4aab-88fc-08655917750c tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:14.316171 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-cd0633a5-0c02-4448-806b-4a2fa82f3a3e req-f1ec7e6b-4f69-4aab-88fc-08655917750c tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a57e811-b623-4c18-bfcd-9968deecb777 HTTP/1.1" status: 200 len: 946 time: 0.0842917 Jun 12 13:03:14.365183 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-cd0633a5-0c02-4448-806b-4a2fa82f3a3e req-1ffe2ec3-f1ef-4ff9-b248-028578099cab tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5110f7c-e46f-4ac8-bab7-b4ce29570688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427942 Jun 12 13:03:14.637546 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8490c-cfba-452c-b2e0-cb38393f7651 req-957b03e1-fe83-4ab1-8582-a0ca05af4864 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:14.641273 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-53d8490c-cfba-452c-b2e0-cb38393f7651 req-957b03e1-fe83-4ab1-8582-a0ca05af4864 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae06992f-ea75-4eb7-9471-b44655bcea6e HTTP/1.1" status: 200 len: 947 time: 0.0770502 Jun 12 13:03:14.684349 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-53d8490c-cfba-452c-b2e0-cb38393f7651 req-b99ce1e2-ae35-46b1-8cbc-db7f34fc1297 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/security-groups?id=413f57af-7ffc-4e98-95db-c054a291e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391994 Jun 12 13:03:15.052696 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d5a767-0352-44cc-b6a8-d400d4d0b9a0 req-0a57b68d-1456-4c4c-981c-b85f90ace42a tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:15.054620 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-d5d5a767-0352-44cc-b6a8-d400d4d0b9a0 req-0a57b68d-1456-4c4c-981c-b85f90ace42a tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 943 time: 0.0791574 Jun 12 13:03:15.099127 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-d5d5a767-0352-44cc-b6a8-d400d4d0b9a0 req-08ab4f9d-5697-4168-82a5-bb41058c983e tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386436 Jun 12 13:03:15.177894 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device bf27c2ab-6907-480d-ad21-5a88882dbd1b details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 13:03:15.307531 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port bf27c2ab-6907-480d-ad21-5a88882dbd1b, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=bf27c2ab-6907-480d-ad21-5a88882dbd1b,segment=NetworkSegment(926fcc5e-1a87-4e0d-94e3-00e720009168),segment_id=926fcc5e-1a87-4e0d-94e3-00e720009168)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:03:15.320546 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Returning: {'device': 'bf27c2ab-6907-480d-ad21-5a88882dbd1b', 'network_id': '204349df-919c-433c-9308-e3b47e6ef133', 'port_id': 'bf27c2ab-6907-480d-ad21-5a88882dbd1b', 'mac_address': 'fa:16:3e:4d:ab:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '116fd8dd-47cd-45ca-acac-266d95627385', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 13:03:15.378724 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:15.396784 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.notifiers.nova [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf27c2ab-6907-480d-ad21-5a88882dbd1b {{(pid=91668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 13:03:15.421151 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port bf27c2ab-6907-480d-ad21-5a88882dbd1b, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=bf27c2ab-6907-480d-ad21-5a88882dbd1b,segment=NetworkSegment(926fcc5e-1a87-4e0d-94e3-00e720009168),segment_id=926fcc5e-1a87-4e0d-94e3-00e720009168)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:03:15.429211 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:15.431641 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:03:15.487473 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Pushing event updated for resources: {'Port': ['ID=bf27c2ab-6907-480d-ad21-5a88882dbd1b,revision_number=4']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:03:15.491057 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:03:15.572106 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08cc0aa-87dd-45b8-82d6-204f4e9208de req-a8d7e682-792e-4fc3-b96f-915a63739749 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:15.573595 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-b08cc0aa-87dd-45b8-82d6-204f4e9208de req-a8d7e682-792e-4fc3-b96f-915a63739749 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a57e811-b623-4c18-bfcd-9968deecb777 HTTP/1.1" status: 200 len: 946 time: 0.0734065 Jun 12 13:03:15.617217 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-b08cc0aa-87dd-45b8-82d6-204f4e9208de req-a8c08dfb-cf4f-4e42-ac24-c7edb012b739 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5110f7c-e46f-4ac8-bab7-b4ce29570688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376194 Jun 12 13:03:15.805468 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c0ae14-2ac0-485f-8054-7b8435f42676 req-da2db917-8d3c-430f-9a2c-fc2248eff037 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:15.807437 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-93c0ae14-2ac0-485f-8054-7b8435f42676 req-da2db917-8d3c-430f-9a2c-fc2248eff037 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a57e811-b623-4c18-bfcd-9968deecb777 HTTP/1.1" status: 200 len: 946 time: 0.0734324 Jun 12 13:03:15.807578 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] get_ports_and_sgs() called for port_ids ['bf27c2ab-6907-480d-ad21-5a88882dbd1b'] {{(pid=91668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 13:03:15.853003 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-93c0ae14-2ac0-485f-8054-7b8435f42676 req-676aa39c-c0e3-48b1-8d8b-3d71bef8c04c tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5110f7c-e46f-4ac8-bab7-b4ce29570688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391958 Jun 12 13:03:15.879288 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 58190) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:03:15.910088 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb637a-a211-466b-9061-8672055327d5 req-8ae063a2-d815-4027-a44d-da7dfe5f21d7 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:15.911780 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-e4cb637a-a211-466b-9061-8672055327d5 req-8ae063a2-d815-4027-a44d-da7dfe5f21d7 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae06992f-ea75-4eb7-9471-b44655bcea6e HTTP/1.1" status: 200 len: 948 time: 0.1011479 Jun 12 13:03:15.956665 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-e4cb637a-a211-466b-9061-8672055327d5 req-585f1dce-0f93-40ee-8c30-39b3bc03e3d5 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/security-groups?id=413f57af-7ffc-4e98-95db-c054a291e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382826 Jun 12 13:03:16.111102 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332d6028-255b-4244-abdf-07d77fe06f94 tempest-TestVolumeBootPattern-888951981 tempest-TestVolumeBootPattern-888951981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:16.112604 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-332d6028-255b-4244-abdf-07d77fe06f94 tempest-TestVolumeBootPattern-888951981 tempest-TestVolumeBootPattern-888951981-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1a57e811-b623-4c18-bfcd-9968deecb777 HTTP/1.1" status: 200 len: 1094 time: 0.2323506 Jun 12 13:03:16.115779 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 58196) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:03:16.120129 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [None req-6d7f0493-2609-4dd8-8dbf-dbc42032ad78 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Request body: {'floatingip': {'floating_network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'port_id': 'ff1d4869-e3ee-4b6e-a85d-a3bba1f13a73', 'tenant_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:03:16.145233 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-6d7f0493-2609-4dd8-8dbf-dbc42032ad78 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks [] for floatingip, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:16.319461 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-6d7f0493-2609-4dd8-8dbf-dbc42032ad78 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for port, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:16.339638 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842e3b9-8ea8-4fac-9c43-301ad4b9cef6 req-6f0a6953-3c37-4350-ad8f-4ccca522d665 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:16.341103 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-9842e3b9-8ea8-4fac-9c43-301ad4b9cef6 req-6f0a6953-3c37-4350-ad8f-4ccca522d665 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 943 time: 0.1054149 Jun 12 13:03:16.433083 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-9842e3b9-8ea8-4fac-9c43-301ad4b9cef6 req-acfda3ae-8bb4-4829-be42-3cdfc5687f13 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578840 Jun 12 13:03:16.490599 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.db_base_plugin_common [None req-6d7f0493-2609-4dd8-8dbf-dbc42032ad78 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Allocated IP 172.27.3.247 (d31b88ef-fdf5-46b1-8572-11d751094587/d3cd8c99-09c7-4ded-87bb-a3c326773e06/8d0035ad-b1a6-43b6-ac0a-c096f4adb015) {{(pid=91666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 13:03:16.894600 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-6d7f0493-2609-4dd8-8dbf-dbc42032ad78 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks [] for port, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:16.935032 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-6d7f0493-2609-4dd8-8dbf-dbc42032ad78 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1466997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-122173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752044431912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14082974'] for port, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:16.937108 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-e2d11b59-2ee9-48cb-831b-3cb39a2c3508 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:03:16.983437 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7f0493-2609-4dd8-8dbf-dbc42032ad78 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Network d31b88ef-fdf5-46b1-8572-11d751094587 is already hosted by enough agents. {{(pid=91666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 13:03:16.986379 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.base_scheduler [None req-6d7f0493-2609-4dd8-8dbf-dbc42032ad78 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Resources bound (agent type, host, resource id): {{(pid=91666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 13:03:16.990354 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7f0493-2609-4dd8-8dbf-dbc42032ad78 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Received port after_create {{(pid=91666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 13:03:17.025745 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7f0493-2609-4dd8-8dbf-dbc42032ad78 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Pushing event updated for resources: {'Port': ['ID=8d0035ad-b1a6-43b6-ac0a-c096f4adb015,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:03:17.033706 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-6d7f0493-2609-4dd8-8dbf-dbc42032ad78 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:03:17.154973 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f47e5-3957-49ff-8ce3-3a937dd03173 req-5a77f594-90ad-4c90-9ec8-f2111d4a736b tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:17.156556 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-ad4f47e5-3957-49ff-8ce3-3a937dd03173 req-5a77f594-90ad-4c90-9ec8-f2111d4a736b tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae06992f-ea75-4eb7-9471-b44655bcea6e HTTP/1.1" status: 200 len: 948 time: 0.0816553 Jun 12 13:03:17.203805 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-ad4f47e5-3957-49ff-8ce3-3a937dd03173 req-a8f99a38-3d44-4a53-8b5b-2256aeb7738e tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/security-groups?id=413f57af-7ffc-4e98-95db-c054a291e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412774 Jun 12 13:03:17.632236 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-6d7f0493-2609-4dd8-8dbf-dbc42032ad78 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:17.768739 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e57bbf-6322-40ea-a4f3-611fd2c81fd6 req-b64c2e2b-8efa-4774-83cb-3e0ea6a98875 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:17.770259 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-f1e57bbf-6322-40ea-a4f3-611fd2c81fd6 req-b64c2e2b-8efa-4774-83cb-3e0ea6a98875 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 943 time: 0.2062318 Jun 12 13:03:17.804815 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-6d7f0493-2609-4dd8-8dbf-dbc42032ad78 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:17.853410 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-f1e57bbf-6322-40ea-a4f3-611fd2c81fd6 req-9ef63c77-58a4-4681-8dca-7ae743d4eac1 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741696 Jun 12 13:03:18.009883 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-6d7f0493-2609-4dd8-8dbf-dbc42032ad78 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks [] for port, precommit_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:18.014447 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-6d7f0493-2609-4dd8-8dbf-dbc42032ad78 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14082976'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:18.016505 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-e38e9c2e-8591-454a-ad90-e21af554b0a4 tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:03:18.102687 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7f0493-2609-4dd8-8dbf-dbc42032ad78 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Pushing event updated for resources: {'Port': ['ID=8d0035ad-b1a6-43b6-ac0a-c096f4adb015,revision_number=2']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:03:18.106855 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-6d7f0493-2609-4dd8-8dbf-dbc42032ad78 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:03:18.115424 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-6d7f0493-2609-4dd8-8dbf-dbc42032ad78 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454259'] for floatingip, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:18.259402 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.db.l3_db [None req-6d7f0493-2609-4dd8-8dbf-dbc42032ad78 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Floating IP 4b4c2636-74a5-4087-9324-7d420b8320b6 associated. External IP: 172.27.3.247, port: ff1d4869-e3ee-4b6e-a85d-a3bba1f13a73. Jun 12 13:03:18.427101 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06103e36-462d-4551-bf01-76515d3c0fc2 req-e2654e78-b21d-4b7d-97e9-bfeb2740386d tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:18.429104 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-06103e36-462d-4551-bf01-76515d3c0fc2 req-e2654e78-b21d-4b7d-97e9-bfeb2740386d tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae06992f-ea75-4eb7-9471-b44655bcea6e HTTP/1.1" status: 200 len: 948 time: 0.0766904 Jun 12 13:03:18.474072 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-06103e36-462d-4551-bf01-76515d3c0fc2 req-ea9b3399-1f65-423a-b52c-bea20de5945b tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/security-groups?id=413f57af-7ffc-4e98-95db-c054a291e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390005 Jun 12 13:03:18.551086 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device bf27c2ab-6907-480d-ad21-5a88882dbd1b up at agent hyperv_hv-cinder-79611 {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 13:03:18.559845 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d7f0493-2609-4dd8-8dbf-dbc42032ad78 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Router 011906b6-63ba-4042-94b7-2ca2aec47836 has already been hosted by L3 agent 68a3a672-d21c-4adb-804e-7b4e770767ea {{(pid=91666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 13:03:18.623810 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Provisioning for port bf27c2ab-6907-480d-ad21-5a88882dbd1b completed by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 13:03:18.627855 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Provisioning complete for port bf27c2ab-6907-480d-ad21-5a88882dbd1b triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 13:03:18.628221 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:18.720235 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7f0493-2609-4dd8-8dbf-dbc42032ad78 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify agent at l3_agent.dv-cinder-796114-1-iscsi the message routers_updated {{(pid=91666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 13:03:18.729823 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:18.734258 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210ed7c5-6343-4c3a-a1c6-74448143ac74 None None] Sync routers for ids ['011906b6-63ba-4042-94b7-2ca2aec47836'] in dv-cinder-796114-1-iscsi {{(pid=91668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 13:03:18.740110 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-6d7f0493-2609-4dd8-8dbf-dbc42032ad78 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920'] for floatingip, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:18.765841 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae06992f-ea75-4eb7-9471-b44655bcea6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf27c2ab-6907-480d-ad21-5a88882dbd1b'}] {{(pid=91668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 13:03:18.768401 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80aeb099eed554921aeb9584cad5061c500859d49ba4b111a23145803cb4192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c32281f7-f7b8-45f4-9013-9a388b935f42" -d '{"events": [{"server_uuid": "ae06992f-ea75-4eb7-9471-b44655bcea6e", "name": "network-vif-plugged", "status": "completed", "tag": "bf27c2ab-6907-480d-ad21-5a88882dbd1b"}]}' {{(pid=91668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 13:03:18.773839 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210ed7c5-6343-4c3a-a1c6-74448143ac74 None None] Routers {'011906b6-63ba-4042-94b7-2ca2aec47836'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 13:03:18.774589 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-210ed7c5-6343-4c3a-a1c6-74448143ac74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T13:02:53Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['011906b6-63ba-4042-94b7-2ca2aec47836'], 'active': True} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:03:18.789403 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-6d7f0493-2609-4dd8-8dbf-dbc42032ad78 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6728299 Jun 12 13:03:18.790129 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a57e811-b623-4c18-bfcd-9968deecb777', 'tag': 'ff1d4869-e3ee-4b6e-a85d-a3bba1f13a73'}] {{(pid=91666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 13:03:18.792472 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba2aedb3ce59156ad261fd92086ba05f02985526b362ab5d5a646d7af1b76f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c89638-0232-4df0-8805-28798bdec155" -d '{"events": [{"name": "network-changed", "server_uuid": "1a57e811-b623-4c18-bfcd-9968deecb777", "tag": "ff1d4869-e3ee-4b6e-a85d-a3bba1f13a73"}]}' {{(pid=91666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 13:03:18.831543 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 13:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7de3266-0f58-441c-aa46-1eadc32c49dc x-openstack-request-id: req-d7de3266-0f58-441c-aa46-1eadc32c49dc {{(pid=91668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 13:03:18.831852 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae06992f-ea75-4eb7-9471-b44655bcea6e", "name": "network-vif-plugged", "status": "completed", "tag": "bf27c2ab-6907-480d-ad21-5a88882dbd1b", "code": 200}]} {{(pid=91668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 13:03:18.832087 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d7de3266-0f58-441c-aa46-1eadc32c49dc {{(pid=91668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 13:03:18.832477 dv-cinder-796114-1-iscsi neutron-server[91668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae06992f-ea75-4eb7-9471-b44655bcea6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf27c2ab-6907-480d-ad21-5a88882dbd1b', 'code': 200} Jun 12 13:03:18.834234 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port bf27c2ab-6907-480d-ad21-5a88882dbd1b, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=bf27c2ab-6907-480d-ad21-5a88882dbd1b,segment=NetworkSegment(926fcc5e-1a87-4e0d-94e3-00e720009168),segment_id=926fcc5e-1a87-4e0d-94e3-00e720009168)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:03:18.961880 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 13:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc87326-e701-4daf-ae04-2cd83b697c48 x-openstack-request-id: req-0cc87326-e701-4daf-ae04-2cd83b697c48 {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 13:03:18.962334 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a57e811-b623-4c18-bfcd-9968deecb777", "tag": "ff1d4869-e3ee-4b6e-a85d-a3bba1f13a73", "status": "completed", "code": 200}]} {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 13:03:18.962744 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0cc87326-e701-4daf-ae04-2cd83b697c48 {{(pid=91666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 13:03:18.963285 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a57e811-b623-4c18-bfcd-9968deecb777', 'tag': 'ff1d4869-e3ee-4b6e-a85d-a3bba1f13a73', 'status': 'completed', 'code': 200} Jun 12 13:03:19.004472 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:19.009349 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:03:19.098338 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Pushing event updated for resources: {'Port': ['ID=bf27c2ab-6907-480d-ad21-5a88882dbd1b,revision_number=5']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:03:19.102521 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:03:19.116129 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvr_db [None req-210ed7c5-6343-4c3a-a1c6-74448143ac74 None None] Set router 011906b6-63ba-4042-94b7-2ca2aec47836 gateway port host: dv-cinder-796114-1-iscsi {{(pid=91668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 13:03:19.331276 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2567db-a3cd-4d2a-bb48-df40b582063d req-996cbd18-8318-4492-abce-b1451a76b14c tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:19.332755 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-5c2567db-a3cd-4d2a-bb48-df40b582063d req-996cbd18-8318-4492-abce-b1451a76b14c tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 943 time: 0.3491242 Jun 12 13:03:19.375507 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-5c2567db-a3cd-4d2a-bb48-df40b582063d req-a7f32919-5459-4dd8-b691-1c9d1b74ce51 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369668 Jun 12 13:03:19.473284 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-210ed7c5-6343-4c3a-a1c6-74448143ac74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'name': 'tempest-TestVolumeBootPattern-579667739-router', 'tenant_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '427b2e02-31e1-417e-9709-d426dc1bbaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T13:01:37Z', 'updated_at': '2021-06-12T13:01:43Z', 'revision_number': 4, 'project_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'gw_port': {'id': '427b2e02-31e1-417e-9709-d426dc1bbaba', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:09:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:01:39Z', 'updated_at': '2021-06-12T13:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_floatingips': [{'id': '4b4c2636-74a5-4087-9324-7d420b8320b6', 'tenant_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'floating_ip_address': '172.27.3.247', 'floating_network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'router_id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'port_id': 'ff1d4869-e3ee-4b6e-a85d-a3bba1f13a73', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa0b2eef-60a6-40a3-bce6-957f6885e8a4', 'mac_address': 'fa:16:3e:d8:30:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57e811-b623-4c18-bfcd-9968deecb777', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T13:03:17Z', 'updated_at': '2021-06-12T13:03:17Z', 'revision_number': 0, 'project_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8f682ec-5609-493d-bbda-a1c75e63058d', 'name': '', 'network_id': 'aa0b2eef-60a6-40a3-bce6-957f6885e8a4', 'tenant_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'mac_address': 'fa:16:3e:11:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'a098da02-dc26-4e87-a6b5-562c3ad57ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:01:42Z', 'updated_at': '2021-06-12T13:01:52Z', 'revision_number': 5, 'project_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'subnets': [{'id': 'a098da02-dc26-4e87-a6b5-562c3ad57ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:03:19.477417 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210ed7c5-6343-4c3a-a1c6-74448143ac74 None None] Checking router: 011906b6-63ba-4042-94b7-2ca2aec47836 for host: dv-cinder-796114-1-iscsi {{(pid=91668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 13:03:19.486093 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210ed7c5-6343-4c3a-a1c6-74448143ac74 None None] Routers {'011906b6-63ba-4042-94b7-2ca2aec47836'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 13:03:19.486742 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-210ed7c5-6343-4c3a-a1c6-74448143ac74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T13:02:53Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['011906b6-63ba-4042-94b7-2ca2aec47836'], 'active': True} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:03:19.640276 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvr_db [None req-210ed7c5-6343-4c3a-a1c6-74448143ac74 None None] Set router 011906b6-63ba-4042-94b7-2ca2aec47836 gateway port host: dv-cinder-796114-1-iscsi {{(pid=91668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 13:03:19.670978 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ad2845-5d3d-42a9-b626-5846f5c3d83d req-a84254ac-c516-41ae-bba0-69516373f599 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:19.673082 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-11ad2845-5d3d-42a9-b626-5846f5c3d83d req-a84254ac-c516-41ae-bba0-69516373f599 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae06992f-ea75-4eb7-9471-b44655bcea6e HTTP/1.1" status: 200 len: 949 time: 0.0762453 Jun 12 13:03:19.718203 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-11ad2845-5d3d-42a9-b626-5846f5c3d83d req-78a141a3-9430-45cb-8e6e-983468392065 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/security-groups?id=413f57af-7ffc-4e98-95db-c054a291e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380645 Jun 12 13:03:19.945096 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-210ed7c5-6343-4c3a-a1c6-74448143ac74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'name': 'tempest-TestVolumeBootPattern-579667739-router', 'tenant_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '427b2e02-31e1-417e-9709-d426dc1bbaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T13:01:37Z', 'updated_at': '2021-06-12T13:01:43Z', 'revision_number': 4, 'project_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'gw_port': {'id': '427b2e02-31e1-417e-9709-d426dc1bbaba', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:09:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:01:39Z', 'updated_at': '2021-06-12T13:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_floatingips': [{'id': '4b4c2636-74a5-4087-9324-7d420b8320b6', 'tenant_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'floating_ip_address': '172.27.3.247', 'floating_network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'router_id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'port_id': 'ff1d4869-e3ee-4b6e-a85d-a3bba1f13a73', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa0b2eef-60a6-40a3-bce6-957f6885e8a4', 'mac_address': 'fa:16:3e:d8:30:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57e811-b623-4c18-bfcd-9968deecb777', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T13:03:17Z', 'updated_at': '2021-06-12T13:03:17Z', 'revision_number': 0, 'project_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8f682ec-5609-493d-bbda-a1c75e63058d', 'name': '', 'network_id': 'aa0b2eef-60a6-40a3-bce6-957f6885e8a4', 'tenant_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'mac_address': 'fa:16:3e:11:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'a098da02-dc26-4e87-a6b5-562c3ad57ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:01:42Z', 'updated_at': '2021-06-12T13:01:52Z', 'revision_number': 5, 'project_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'subnets': [{'id': 'a098da02-dc26-4e87-a6b5-562c3ad57ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:03:19.948634 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210ed7c5-6343-4c3a-a1c6-74448143ac74 None None] The sync data for ids ['011906b6-63ba-4042-94b7-2ca2aec47836'] in dv-cinder-796114-1-iscsi is: [{'id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'name': 'tempest-TestVolumeBootPattern-579667739-router', 'tenant_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '427b2e02-31e1-417e-9709-d426dc1bbaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T13:01:37Z', 'updated_at': '2021-06-12T13:01:43Z', 'revision_number': 4, 'project_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'gw_port': {'id': '427b2e02-31e1-417e-9709-d426dc1bbaba', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:09:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:01:39Z', 'updated_at': '2021-06-12T13:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_floatingips': [{'id': '4b4c2636-74a5-4087-9324-7d420b8320b6', 'tenant_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'floating_ip_address': '172.27.3.247', 'floating_network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'router_id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'port_id': 'ff1d4869-e3ee-4b6e-a85d-a3bba1f13a73', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa0b2eef-60a6-40a3-bce6-957f6885e8a4', 'mac_address': 'fa:16:3e:d8:30:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57e811-b623-4c18-bfcd-9968deecb777', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T13:03:17Z', 'updated_at': '2021-06-12T13:03:17Z', 'revision_number': 0, 'project_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8f682ec-5609-493d-bbda-a1c75e63058d', 'name': '', 'network_id': 'aa0b2eef-60a6-40a3-bce6-957f6885e8a4', 'tenant_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'mac_address': 'fa:16:3e:11:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'a098da02-dc26-4e87-a6b5-562c3ad57ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:01:42Z', 'updated_at': '2021-06-12T13:01:52Z', 'revision_number': 5, 'project_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'subnets': [{'id': 'a098da02-dc26-4e87-a6b5-562c3ad57ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 13:03:20.135783 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7081048-9a48-428d-abf3-1f346c6ed4cd None None] New status for floating IP 4b4c2636-74a5-4087-9324-7d420b8320b6: ACTIVE {{(pid=91669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 12 13:03:20.579472 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4882ab52-5ab5-432a-99f6-8b2acab1c3a6 req-61500a97-dd42-47d7-85a5-ebbf743dfd7e tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:20.580853 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-4882ab52-5ab5-432a-99f6-8b2acab1c3a6 req-61500a97-dd42-47d7-85a5-ebbf743dfd7e tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 943 time: 0.0704939 Jun 12 13:03:20.598633 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-05eccecf-1f52-4052-a4ca-f62789e7d369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:20.626320 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-4882ab52-5ab5-432a-99f6-8b2acab1c3a6 req-d0eaf474-5ed2-40f4-bcb3-36352cdefe64 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386086 Jun 12 13:03:20.914856 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdf70aa-d1ab-4289-8b43-28bb7cfe8f12 req-51ca4474-18dc-4fd1-8958-52b8a438f7cb tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:20.916254 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-8cdf70aa-d1ab-4289-8b43-28bb7cfe8f12 req-51ca4474-18dc-4fd1-8958-52b8a438f7cb tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae06992f-ea75-4eb7-9471-b44655bcea6e HTTP/1.1" status: 200 len: 949 time: 0.0758014 Jun 12 13:03:20.959254 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-8cdf70aa-d1ab-4289-8b43-28bb7cfe8f12 req-ec9c265c-d073-4628-865b-ed5cf670157c tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/security-groups?id=413f57af-7ffc-4e98-95db-c054a291e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367763 Jun 12 13:03:21.288072 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-ee5d0006-3096-46dc-af0a-e728141fdba0 req-166a2f4b-2dcf-4a96-a04b-f846479382b9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1100707 Jun 12 13:03:21.294345 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c89638-0232-4df0-8805-28798bdec155 req-fb20b699-c040-44e3-bd05-440dd5504299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:21.295780 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-89c89638-0232-4df0-8805-28798bdec155 req-fb20b699-c040-44e3-bd05-440dd5504299 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7dc4fd57127a4ce392ff4630ba0b781b&device_id=1a57e811-b623-4c18-bfcd-9968deecb777 HTTP/1.1" status: 200 len: 1099 time: 0.0837739 Jun 12 13:03:21.435708 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e11ed0e-ac88-46d8-a742-f129ce52dfd5 req-03c7a3ce-5ebc-487d-9748-e4101579474a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:21.437201 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-5e11ed0e-ac88-46d8-a742-f129ce52dfd5 req-03c7a3ce-5ebc-487d-9748-e4101579474a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ae06992f-ea75-4eb7-9471-b44655bcea6e HTTP/1.1" status: 200 len: 1102 time: 0.0618234 Jun 12 13:03:21.462263 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:21.478836 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c89638-0232-4df0-8805-28798bdec155 req-88069adf-f1db-49b8-b64e-0aa5fb22e7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:21.480317 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-89c89638-0232-4df0-8805-28798bdec155 req-88069adf-f1db-49b8-b64e-0aa5fb22e7bc service neutron] 10.222.0.30 "GET /v2.0/networks?id=aa0b2eef-60a6-40a3-bce6-957f6885e8a4 HTTP/1.1" status: 200 len: 912 time: 0.1668890 Jun 12 13:03:21.483205 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d0006-3096-46dc-af0a-e728141fdba0 req-62ea7819-9e5d-4e8f-baf5-6efab35cde57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:21.484599 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-ee5d0006-3096-46dc-af0a-e728141fdba0 req-62ea7819-9e5d-4e8f-baf5-6efab35cde57 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a33e9937caaf41ca8fc301bec96ba603&device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 1098 time: 0.1622891 Jun 12 13:03:21.487227 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-5e11ed0e-ac88-46d8-a742-f129ce52dfd5 req-9ffd9a4f-f54b-478b-aa25-052de51b7f91 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=413f57af-7ffc-4e98-95db-c054a291e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378947 Jun 12 13:03:21.570008 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-89c89638-0232-4df0-8805-28798bdec155 req-c85b5549-f3cb-47f7-9ae6-c1daa7135d00 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff1d4869-e3ee-4b6e-a85d-a3bba1f13a73 HTTP/1.1" status: 200 len: 1002 time: 0.0804868 Jun 12 13:03:21.856647 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c89638-0232-4df0-8805-28798bdec155 req-e359214a-06b1-4d95-b9df-6474b73511f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:21.858238 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-89c89638-0232-4df0-8805-28798bdec155 req-e359214a-06b1-4d95-b9df-6474b73511f9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a098da02-dc26-4e87-a6b5-562c3ad57ee5 HTTP/1.1" status: 200 len: 850 time: 0.0740852 Jun 12 13:03:21.880056 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c04bf-256f-437a-9a43-4599936c3bfa req-297f83a5-c954-4c9e-ba22-ae15ba164fca tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:21.882535 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-a71c04bf-256f-437a-9a43-4599936c3bfa req-297f83a5-c954-4c9e-ba22-ae15ba164fca tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 943 time: 0.1314399 Jun 12 13:03:21.911961 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d0006-3096-46dc-af0a-e728141fdba0 req-dd080edd-f59a-446e-8eb3-b4e84e94d4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:21.914028 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-ee5d0006-3096-46dc-af0a-e728141fdba0 req-dd080edd-f59a-446e-8eb3-b4e84e94d4f0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b082549b-b61d-48b6-a978-1804137ec38a HTTP/1.1" status: 200 len: 912 time: 0.1354568 Jun 12 13:03:21.983273 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-a71c04bf-256f-437a-9a43-4599936c3bfa req-9ec111fa-6fd6-4c20-a79b-1f2bfe717806 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890598 Jun 12 13:03:22.033779 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c89638-0232-4df0-8805-28798bdec155 req-870b0bb9-2283-4ba0-941f-ed1ccbbfb2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:22.035824 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-89c89638-0232-4df0-8805-28798bdec155 req-870b0bb9-2283-4ba0-941f-ed1ccbbfb2cb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa0b2eef-60a6-40a3-bce6-957f6885e8a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1518202 Jun 12 13:03:22.065209 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-ee5d0006-3096-46dc-af0a-e728141fdba0 req-d68c174d-5a2e-4489-8903-9e0f81ad357a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c23f9e2-3e44-4591-b576-1abd9843c490 HTTP/1.1" status: 200 len: 1000 time: 0.1439857 Jun 12 13:03:22.161986 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d0006-3096-46dc-af0a-e728141fdba0 req-30098264-f98f-410b-8a46-c5a2c1a12547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:22.164355 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-ee5d0006-3096-46dc-af0a-e728141fdba0 req-30098264-f98f-410b-8a46-c5a2c1a12547 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=040de1c9-b671-4172-8240-56a21bd80720 HTTP/1.1" status: 200 len: 850 time: 0.0921426 Jun 12 13:03:22.179336 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-89c89638-0232-4df0-8805-28798bdec155 req-1940777d-f3c6-4821-a819-36008278a43a service neutron] 10.222.0.30 "GET /v2.0/networks/aa0b2eef-60a6-40a3-bce6-957f6885e8a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305671 Jun 12 13:03:22.198859 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc8bc3-1f74-45b6-bbab-2fe3f35ed568 req-222aca51-474e-4bfa-a761-e8522b1bfc86 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:22.200491 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-f0cc8bc3-1f74-45b6-bbab-2fe3f35ed568 req-222aca51-474e-4bfa-a761-e8522b1bfc86 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae06992f-ea75-4eb7-9471-b44655bcea6e HTTP/1.1" status: 200 len: 949 time: 0.0935857 Jun 12 13:03:22.300061 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-f0cc8bc3-1f74-45b6-bbab-2fe3f35ed568 req-8dbdf3ca-f091-4583-814c-db5fbaef2f98 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/security-groups?id=413f57af-7ffc-4e98-95db-c054a291e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829334 Jun 12 13:03:22.316375 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d0006-3096-46dc-af0a-e728141fdba0 req-4a929d20-aeef-4c3b-a43d-beba641dcc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:22.318217 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-ee5d0006-3096-46dc-af0a-e728141fdba0 req-4a929d20-aeef-4c3b-a43d-beba641dcc12 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b082549b-b61d-48b6-a978-1804137ec38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1168389 Jun 12 13:03:22.336346 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-89c89638-0232-4df0-8805-28798bdec155 req-4da6082f-1499-4991-8b1f-5ba5d3d05b34 service neutron] 10.222.0.30 "GET /v2.0/networks/aa0b2eef-60a6-40a3-bce6-957f6885e8a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354914 Jun 12 13:03:22.691912 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-ee5d0006-3096-46dc-af0a-e728141fdba0 req-c1746c5b-959f-4598-9423-2ab463868013 service neutron] 10.222.0.30 "GET /v2.0/networks/b082549b-b61d-48b6-a978-1804137ec38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660684 Jun 12 13:03:23.194761 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77826ca7-07d9-42af-8ab1-36a08ae1dabf req-e01db563-c048-4518-b354-24fcad765b57 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:23.196361 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-77826ca7-07d9-42af-8ab1-36a08ae1dabf req-e01db563-c048-4518-b354-24fcad765b57 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 943 time: 0.0717463 Jun 12 13:03:23.244540 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-77826ca7-07d9-42af-8ab1-36a08ae1dabf req-7db831b9-a399-45b4-8618-65c08c993ae2 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423737 Jun 12 13:03:23.310845 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:23.468849 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-fa606a49-1a0a-4fc5-9b7a-7a942f872c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:23.495969 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f40a6-2e01-4181-83f2-2c69e2661b98 req-2d90b886-f619-4ad4-9e55-6e360fb142d2 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:23.497418 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-540f40a6-2e01-4181-83f2-2c69e2661b98 req-2d90b886-f619-4ad4-9e55-6e360fb142d2 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae06992f-ea75-4eb7-9471-b44655bcea6e HTTP/1.1" status: 200 len: 949 time: 0.0717545 Jun 12 13:03:23.540065 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-540f40a6-2e01-4181-83f2-2c69e2661b98 req-c91e6535-6d39-49ae-a0bc-9ed586beca81 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/security-groups?id=413f57af-7ffc-4e98-95db-c054a291e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370147 Jun 12 13:03:24.295223 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-ee5d0006-3096-46dc-af0a-e728141fdba0 req-9c009721-8e9e-4eb7-b5cc-0d6343489660 service neutron] 10.222.0.30 "GET /v2.0/networks/b082549b-b61d-48b6-a978-1804137ec38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323006 Jun 12 13:03:24.435122 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006f5a5-ef7e-41cc-a73f-8beaa8288bec req-ff0f5388-e3f5-4c17-92cb-af6fd490c9d5 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:24.436548 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-8006f5a5-ef7e-41cc-a73f-8beaa8288bec req-ff0f5388-e3f5-4c17-92cb-af6fd490c9d5 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 943 time: 0.0726278 Jun 12 13:03:24.479052 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-8006f5a5-ef7e-41cc-a73f-8beaa8288bec req-73ce606f-c93e-4260-8b7f-0574f2b435b7 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368731 Jun 12 13:03:24.732937 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fe5e99-b315-41dd-b3e7-d3c9dcdbe3df req-de1cfa3d-33af-4dd0-82bf-973f5d17cbd5 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:24.734453 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-f2fe5e99-b315-41dd-b3e7-d3c9dcdbe3df req-de1cfa3d-33af-4dd0-82bf-973f5d17cbd5 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae06992f-ea75-4eb7-9471-b44655bcea6e HTTP/1.1" status: 200 len: 949 time: 0.0750277 Jun 12 13:03:24.778122 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-f2fe5e99-b315-41dd-b3e7-d3c9dcdbe3df req-b5dab1cc-57cb-486a-b4bd-ac85805ad57b tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/security-groups?id=413f57af-7ffc-4e98-95db-c054a291e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379117 Jun 12 13:03:25.050879 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-7239a5c3-c5f0-4f25-a5be-c6c46247b3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:25.672893 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4e238b-a229-49ad-ae4f-19bf7fdbfe07 req-c868340c-6b49-49ea-b4e0-0286054b3c54 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:25.674480 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-ab4e238b-a229-49ad-ae4f-19bf7fdbfe07 req-c868340c-6b49-49ea-b4e0-0286054b3c54 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 943 time: 0.0729411 Jun 12 13:03:25.723712 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-ab4e238b-a229-49ad-ae4f-19bf7fdbfe07 req-ed3d8fdb-094f-4b1d-9c68-9699cea21f79 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426347 Jun 12 13:03:25.867015 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-0a5de27a-4d22-4fdd-a4cf-053756d7edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:25.966774 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c667f4c5-10f2-4618-9c2e-abf1f8048526 req-d0308781-278e-4fa4-92b3-30c1672bcb50 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:25.968234 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-c667f4c5-10f2-4618-9c2e-abf1f8048526 req-d0308781-278e-4fa4-92b3-30c1672bcb50 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae06992f-ea75-4eb7-9471-b44655bcea6e HTTP/1.1" status: 200 len: 949 time: 0.0766814 Jun 12 13:03:26.011144 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-c667f4c5-10f2-4618-9c2e-abf1f8048526 req-4bb3800d-d394-4521-9735-96210df70cb1 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/security-groups?id=413f57af-7ffc-4e98-95db-c054a291e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366793 Jun 12 13:03:26.912670 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c1508-5718-44b0-841b-d3bb10f21bdf req-c6fda948-d009-4c94-8c28-9c4087909e23 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:26.914147 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-637c1508-5718-44b0-841b-d3bb10f21bdf req-c6fda948-d009-4c94-8c28-9c4087909e23 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 943 time: 0.0698984 Jun 12 13:03:26.956643 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-637c1508-5718-44b0-841b-d3bb10f21bdf req-52855e26-7907-44dd-98b2-d89ad7eae1a8 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365927 Jun 12 13:03:27.197207 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd5665-66f1-4c67-b036-223bd76bdc93 req-70c332dd-a429-46be-85f7-37e68cc92e97 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:27.198721 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-e5bd5665-66f1-4c67-b036-223bd76bdc93 req-70c332dd-a429-46be-85f7-37e68cc92e97 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae06992f-ea75-4eb7-9471-b44655bcea6e HTTP/1.1" status: 200 len: 949 time: 0.0732379 Jun 12 13:03:27.243213 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-e5bd5665-66f1-4c67-b036-223bd76bdc93 req-0225db3d-6aed-4688-b50d-bddd93ff50e8 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/security-groups?id=413f57af-7ffc-4e98-95db-c054a291e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386791 Jun 12 13:03:27.665805 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device 1e6e0e28-bb34-4daf-8a61-6ff10d280256 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 13:03:27.791784 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port 1e6e0e28-bb34-4daf-8a61-6ff10d280256, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=1e6e0e28-bb34-4daf-8a61-6ff10d280256,segment=NetworkSegment(a0a674b8-7738-4903-8a88-2eeaa5688873),segment_id=a0a674b8-7738-4903-8a88-2eeaa5688873)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:03:27.805175 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Returning: {'device': '1e6e0e28-bb34-4daf-8a61-6ff10d280256', 'network_id': '64b4b39f-e457-4d52-beb5-ab2bbde33d05', 'port_id': '1e6e0e28-bb34-4daf-8a61-6ff10d280256', 'mac_address': 'fa:16:3e:62:2e:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2822e5c-4cf7-4702-9de8-8d297e10d4e8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 13:03:27.848698 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:27.864848 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.notifiers.nova [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e6e0e28-bb34-4daf-8a61-6ff10d280256 {{(pid=91668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 13:03:27.886928 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port 1e6e0e28-bb34-4daf-8a61-6ff10d280256, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=1e6e0e28-bb34-4daf-8a61-6ff10d280256,segment=NetworkSegment(a0a674b8-7738-4903-8a88-2eeaa5688873),segment_id=a0a674b8-7738-4903-8a88-2eeaa5688873)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:03:27.892189 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:27.894102 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:03:27.961680 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Pushing event updated for resources: {'Port': ['ID=1e6e0e28-bb34-4daf-8a61-6ff10d280256,revision_number=9']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:03:27.967102 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:03:28.158721 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c69b7b-8e13-4727-9c65-871591cad5d7 req-cb328e4b-f596-4022-9282-57a9d06c966d tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:28.160293 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-95c69b7b-8e13-4727-9c65-871591cad5d7 req-cb328e4b-f596-4022-9282-57a9d06c966d tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 944 time: 0.0740211 Jun 12 13:03:28.210242 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-95c69b7b-8e13-4727-9c65-871591cad5d7 req-a3e789db-3e38-4c05-af07-bb2fc1efffbd tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425475 Jun 12 13:03:28.451642 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c223a2-1ad3-47d1-ad6e-2b9c680999cb req-61e28ab4-0b4d-4d3c-b833-a8126bcc31e3 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:28.453527 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-02c223a2-1ad3-47d1-ad6e-2b9c680999cb req-61e28ab4-0b4d-4d3c-b833-a8126bcc31e3 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae06992f-ea75-4eb7-9471-b44655bcea6e HTTP/1.1" status: 200 len: 949 time: 0.0851066 Jun 12 13:03:28.501524 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-02c223a2-1ad3-47d1-ad6e-2b9c680999cb req-6c00c85a-1a73-4bbd-9059-e063fc4702c2 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/security-groups?id=413f57af-7ffc-4e98-95db-c054a291e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409906 Jun 12 13:03:29.405510 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf46500f-6f35-407b-856e-cef4a84b7db3 req-500c5cb4-fd63-4616-86cf-55d060ee43c4 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:29.407082 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-bf46500f-6f35-407b-856e-cef4a84b7db3 req-500c5cb4-fd63-4616-86cf-55d060ee43c4 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 944 time: 0.0739670 Jun 12 13:03:29.451714 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-bf46500f-6f35-407b-856e-cef4a84b7db3 req-81192dcb-152d-4dbd-91aa-d98f97edfbf0 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372267 Jun 12 13:03:29.688473 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b5ab9-a520-4d40-9cc2-509f972df1b7 req-0ce2f659-4e1b-48e3-a895-b5a7d75249c8 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:29.689844 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-f92b5ab9-a520-4d40-9cc2-509f972df1b7 req-0ce2f659-4e1b-48e3-a895-b5a7d75249c8 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae06992f-ea75-4eb7-9471-b44655bcea6e HTTP/1.1" status: 200 len: 949 time: 0.0728748 Jun 12 13:03:29.737404 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-f92b5ab9-a520-4d40-9cc2-509f972df1b7 req-6735607e-7ea0-44d5-b6b5-67f4c36ff494 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/security-groups?id=413f57af-7ffc-4e98-95db-c054a291e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417686 Jun 12 13:03:30.658347 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a53eb9-45ea-4414-8fcc-b167dd6bd9f7 req-888ff75a-cad3-4472-8790-5724c651ee82 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:30.659749 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-c5a53eb9-45ea-4414-8fcc-b167dd6bd9f7 req-888ff75a-cad3-4472-8790-5724c651ee82 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 944 time: 0.0772188 Jun 12 13:03:30.710476 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-c5a53eb9-45ea-4414-8fcc-b167dd6bd9f7 req-3bbf9df8-7827-4157-a2d8-0560080d27f0 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449059 Jun 12 13:03:30.945484 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997dd366-1f65-4e17-b1ef-ccf4d194cc8f req-519cb352-62b5-47a0-be4a-5e4e317d2be7 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:30.946878 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-997dd366-1f65-4e17-b1ef-ccf4d194cc8f req-519cb352-62b5-47a0-be4a-5e4e317d2be7 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae06992f-ea75-4eb7-9471-b44655bcea6e HTTP/1.1" status: 200 len: 949 time: 0.0798378 Jun 12 13:03:30.991304 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-997dd366-1f65-4e17-b1ef-ccf4d194cc8f req-f4dc2cb5-dca3-4d76-962b-57bb3193f58b tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/security-groups?id=413f57af-7ffc-4e98-95db-c054a291e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385034 Jun 12 13:03:31.219841 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] get_ports_and_sgs() called for port_ids ['1e6e0e28-bb34-4daf-8a61-6ff10d280256'] {{(pid=91668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 13:03:31.918867 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3487bd24-480b-4dca-bb6b-fd3a587119d5 req-a0eadca5-2fa0-4dd1-819f-5d1fb11dc0ce tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:31.920328 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-3487bd24-480b-4dca-bb6b-fd3a587119d5 req-a0eadca5-2fa0-4dd1-819f-5d1fb11dc0ce tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 944 time: 0.0774055 Jun 12 13:03:31.964681 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-3487bd24-480b-4dca-bb6b-fd3a587119d5 req-ed4c57fb-4055-482f-9e42-13068b3b770c tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368795 Jun 12 13:03:32.190249 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e8abf-2bd6-4525-af35-81dc19f68d70 req-04b2e4e2-3b38-426a-98da-880141503790 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:32.191638 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-552e8abf-2bd6-4525-af35-81dc19f68d70 req-04b2e4e2-3b38-426a-98da-880141503790 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae06992f-ea75-4eb7-9471-b44655bcea6e HTTP/1.1" status: 200 len: 949 time: 0.0768833 Jun 12 13:03:32.238278 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-552e8abf-2bd6-4525-af35-81dc19f68d70 req-44a19771-e523-443c-8a34-9b2e2df57d41 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/security-groups?id=413f57af-7ffc-4e98-95db-c054a291e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402274 Jun 12 13:03:33.171868 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1489fb9d-9755-47ca-9f1f-54affbc7094a req-37d021a9-ace4-4951-8197-07492b4c5fa3 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:33.173627 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-1489fb9d-9755-47ca-9f1f-54affbc7094a req-37d021a9-ace4-4951-8197-07492b4c5fa3 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 944 time: 0.0746458 Jun 12 13:03:33.228446 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-1489fb9d-9755-47ca-9f1f-54affbc7094a req-f24a5354-9d51-4acf-8803-40c290254b17 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478468 Jun 12 13:03:33.444676 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab08b3-29dd-49d5-af36-4febb1d4be09 req-dbf31cf3-c08c-4348-a141-5982cd94b64a tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:33.446311 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-4aab08b3-29dd-49d5-af36-4febb1d4be09 req-dbf31cf3-c08c-4348-a141-5982cd94b64a tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae06992f-ea75-4eb7-9471-b44655bcea6e HTTP/1.1" status: 200 len: 949 time: 0.0857277 Jun 12 13:03:33.493720 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-4aab08b3-29dd-49d5-af36-4febb1d4be09 req-83e90a56-ff3f-4235-9c6f-a111f01006d7 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/security-groups?id=413f57af-7ffc-4e98-95db-c054a291e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417082 Jun 12 13:03:33.968392 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ae235f-cfea-4350-82d1-46464b5da3a4 req-7a2ec08b-bf64-45dd-a3dc-9d8fd3791b29 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:33.969960 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-d7ae235f-cfea-4350-82d1-46464b5da3a4 req-7a2ec08b-bf64-45dd-a3dc-9d8fd3791b29 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae06992f-ea75-4eb7-9471-b44655bcea6e HTTP/1.1" status: 200 len: 949 time: 0.0849893 Jun 12 13:03:34.016049 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-d7ae235f-cfea-4350-82d1-46464b5da3a4 req-5652f350-d4e5-4f33-94f7-1e842faa921f tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/security-groups?id=413f57af-7ffc-4e98-95db-c054a291e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385425 Jun 12 13:03:34.466139 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c0e337-b5ab-40c0-833a-f44504e3407d req-db380f8b-44c9-452f-a57e-dbf43aa2bd0b tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:34.467599 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-96c0e337-b5ab-40c0-833a-f44504e3407d req-db380f8b-44c9-452f-a57e-dbf43aa2bd0b tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 944 time: 0.0763404 Jun 12 13:03:34.514709 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-96c0e337-b5ab-40c0-833a-f44504e3407d req-d7cafa3c-04e9-4195-b04d-dd396ed10fe1 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408561 Jun 12 13:03:34.866971 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device 1e6e0e28-bb34-4daf-8a61-6ff10d280256 up at agent hyperv_hv-cinder-79611 {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 13:03:34.930785 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Provisioning complete for port 1e6e0e28-bb34-4daf-8a61-6ff10d280256 triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 13:03:34.931144 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:35.030050 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:35.058012 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c563c0-8ba5-433e-8c12-6c1794a63feb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e6e0e28-bb34-4daf-8a61-6ff10d280256'}] {{(pid=91668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 13:03:35.060471 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80aeb099eed554921aeb9584cad5061c500859d49ba4b111a23145803cb4192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c70422f-90c3-401f-b0ee-5265a5c04305" -d '{"events": [{"server_uuid": "a8c563c0-8ba5-433e-8c12-6c1794a63feb", "name": "network-vif-plugged", "status": "completed", "tag": "1e6e0e28-bb34-4daf-8a61-6ff10d280256"}]}' {{(pid=91668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 13:03:35.077092 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port 1e6e0e28-bb34-4daf-8a61-6ff10d280256, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=1e6e0e28-bb34-4daf-8a61-6ff10d280256,segment=NetworkSegment(a0a674b8-7738-4903-8a88-2eeaa5688873),segment_id=a0a674b8-7738-4903-8a88-2eeaa5688873)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:03:35.081689 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:35.083633 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:03:35.150363 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Pushing event updated for resources: {'Port': ['ID=1e6e0e28-bb34-4daf-8a61-6ff10d280256,revision_number=10']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:03:35.153866 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:03:35.190262 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 13:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-008ae549-090c-4309-8e3a-cf44dd3c2209 x-openstack-request-id: req-008ae549-090c-4309-8e3a-cf44dd3c2209 {{(pid=91668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 13:03:35.190687 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8c563c0-8ba5-433e-8c12-6c1794a63feb", "name": "network-vif-plugged", "status": "completed", "tag": "1e6e0e28-bb34-4daf-8a61-6ff10d280256", "code": 200}]} {{(pid=91668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 13:03:35.191048 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-008ae549-090c-4309-8e3a-cf44dd3c2209 {{(pid=91668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 13:03:35.191602 dv-cinder-796114-1-iscsi neutron-server[91668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8c563c0-8ba5-433e-8c12-6c1794a63feb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e6e0e28-bb34-4daf-8a61-6ff10d280256', 'code': 200} Jun 12 13:03:35.243101 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60149a9-209c-48e8-b352-3c4fca8beb02 req-8f271e9b-64e8-4e4e-8a19-9fb75c2d0abd tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:35.244556 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-a60149a9-209c-48e8-b352-3c4fca8beb02 req-8f271e9b-64e8-4e4e-8a19-9fb75c2d0abd tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae06992f-ea75-4eb7-9471-b44655bcea6e HTTP/1.1" status: 200 len: 949 time: 0.0897901 Jun 12 13:03:35.291748 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-a60149a9-209c-48e8-b352-3c4fca8beb02 req-490f6180-46b4-42fd-93d9-a86fba2844d5 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/security-groups?id=413f57af-7ffc-4e98-95db-c054a291e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411086 Jun 12 13:03:35.730241 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f72853-24b8-4920-bbcd-9fc75631f347 req-7d9430b7-12bd-414e-a524-772de588eb48 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:35.731738 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-21f72853-24b8-4920-bbcd-9fc75631f347 req-7d9430b7-12bd-414e-a524-772de588eb48 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 946 time: 0.0748806 Jun 12 13:03:35.787743 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-21f72853-24b8-4920-bbcd-9fc75631f347 req-85b72e60-64f0-4b95-87c9-4399e0a0340a tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479243 Jun 12 13:03:36.480349 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c3fdb-4cfd-48e9-9024-38aa799ba0b9 req-d76cc6f2-693b-4b32-8020-12674ec747a3 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:36.481886 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-a20c3fdb-4cfd-48e9-9024-38aa799ba0b9 req-d76cc6f2-693b-4b32-8020-12674ec747a3 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae06992f-ea75-4eb7-9471-b44655bcea6e HTTP/1.1" status: 200 len: 949 time: 0.0736644 Jun 12 13:03:36.526610 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-a20c3fdb-4cfd-48e9-9024-38aa799ba0b9 req-1699d9c4-847c-4449-bd8b-4d3a497a3908 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/security-groups?id=413f57af-7ffc-4e98-95db-c054a291e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389132 Jun 12 13:03:36.982619 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07689116-425d-483c-9c1b-d79edeebf341 req-a9c033f9-f41b-476b-9540-d5b6b27b1d9a tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:36.984340 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-07689116-425d-483c-9c1b-d79edeebf341 req-a9c033f9-f41b-476b-9540-d5b6b27b1d9a tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 946 time: 0.0735676 Jun 12 13:03:37.028551 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-07689116-425d-483c-9c1b-d79edeebf341 req-62a4760d-da8e-4611-b123-1391808d1d29 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387039 Jun 12 13:03:37.714779 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d6c38-050c-4879-b83a-88f967950935 req-7becfd3e-703b-409a-b75d-a96703877da8 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:37.716156 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-029d6c38-050c-4879-b83a-88f967950935 req-7becfd3e-703b-409a-b75d-a96703877da8 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae06992f-ea75-4eb7-9471-b44655bcea6e HTTP/1.1" status: 200 len: 949 time: 0.0730679 Jun 12 13:03:37.760033 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-029d6c38-050c-4879-b83a-88f967950935 req-b005b678-66e6-481d-8cd0-911c65d906ba tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/security-groups?id=413f57af-7ffc-4e98-95db-c054a291e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382102 Jun 12 13:03:38.219219 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d587041-0397-45e9-af94-f96c98e8fe13 req-d49b2103-9b59-4bd9-976a-27dd21506b4d tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:38.220704 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-2d587041-0397-45e9-af94-f96c98e8fe13 req-d49b2103-9b59-4bd9-976a-27dd21506b4d tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 946 time: 0.0710649 Jun 12 13:03:38.266431 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-2d587041-0397-45e9-af94-f96c98e8fe13 req-355cefee-37de-47d1-8fb1-66e13d33c21e tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398517 Jun 12 13:03:38.951262 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24033ee-21f0-4e54-a5bd-fc0961399a03 req-91b87bb8-5fd5-483a-a3f4-6b8cc8fe16dd tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:38.952725 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-a24033ee-21f0-4e54-a5bd-fc0961399a03 req-91b87bb8-5fd5-483a-a3f4-6b8cc8fe16dd tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae06992f-ea75-4eb7-9471-b44655bcea6e HTTP/1.1" status: 200 len: 949 time: 0.0771744 Jun 12 13:03:38.997315 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-a24033ee-21f0-4e54-a5bd-fc0961399a03 req-58962a06-68bc-4e82-aacc-426f9406871a tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/security-groups?id=413f57af-7ffc-4e98-95db-c054a291e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385935 Jun 12 13:03:39.457218 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad966f4-c70f-4473-931f-c8fb2a2c0fd1 req-a95c3766-d633-4d92-9cac-f17381df8b86 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:39.458730 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-0ad966f4-c70f-4473-931f-c8fb2a2c0fd1 req-a95c3766-d633-4d92-9cac-f17381df8b86 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 946 time: 0.0712936 Jun 12 13:03:39.501895 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-0ad966f4-c70f-4473-931f-c8fb2a2c0fd1 req-6058b0b8-dcd4-46b5-bf09-b00c7cf414b9 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373628 Jun 12 13:03:39.697698 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6965723e-d80b-4543-b953-592316fa5330 req-0a7967d7-305b-45b3-a34b-4a3fdb86b3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:39.699106 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-6965723e-d80b-4543-b953-592316fa5330 req-0a7967d7-305b-45b3-a34b-4a3fdb86b3af service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 1099 time: 0.0666726 Jun 12 13:03:39.740664 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-6965723e-d80b-4543-b953-592316fa5330 req-30df37bf-fc24-451f-86e0-881a64766a8a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320413 Jun 12 13:03:40.186838 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d23379f-62b5-4779-886a-4665424a33be req-96ac4398-879e-4476-b38c-a29145d45513 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:40.188309 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-1d23379f-62b5-4779-886a-4665424a33be req-96ac4398-879e-4476-b38c-a29145d45513 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae06992f-ea75-4eb7-9471-b44655bcea6e HTTP/1.1" status: 200 len: 949 time: 0.0711362 Jun 12 13:03:40.234154 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-1d23379f-62b5-4779-886a-4665424a33be req-439d1764-14a0-4892-bb75-adc721cf596b tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/security-groups?id=413f57af-7ffc-4e98-95db-c054a291e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400820 Jun 12 13:03:40.727466 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac643d-2afe-4037-9688-9db21f7e3599 req-b24c854c-1b7d-4ada-aba9-d9334b09f268 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:40.728922 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-7aac643d-2afe-4037-9688-9db21f7e3599 req-b24c854c-1b7d-4ada-aba9-d9334b09f268 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 946 time: 0.1038237 Jun 12 13:03:40.775851 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-7aac643d-2afe-4037-9688-9db21f7e3599 req-a820466e-1150-4902-a8e8-204452145033 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412252 Jun 12 13:03:41.441286 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91813733-e9e3-416e-b64e-19301bcc4527 req-1f1589ab-832d-4cdb-8be2-7a6c8f2cc841 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:41.442754 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-91813733-e9e3-416e-b64e-19301bcc4527 req-1f1589ab-832d-4cdb-8be2-7a6c8f2cc841 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae06992f-ea75-4eb7-9471-b44655bcea6e HTTP/1.1" status: 200 len: 949 time: 0.0745459 Jun 12 13:03:41.484712 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-91813733-e9e3-416e-b64e-19301bcc4527 req-7ac65dd4-0c16-4b35-9612-c355c766a4b8 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/security-groups?id=413f57af-7ffc-4e98-95db-c054a291e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361259 Jun 12 13:03:41.976757 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f90ff-e5ee-4bf5-8e7a-09a4f7e5e5d0 req-427a3ba2-b022-4ed8-b56d-98af48d5e8c4 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:41.978295 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-ab2f90ff-e5ee-4bf5-8e7a-09a4f7e5e5d0 req-427a3ba2-b022-4ed8-b56d-98af48d5e8c4 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 946 time: 0.0774348 Jun 12 13:03:42.025627 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-ab2f90ff-e5ee-4bf5-8e7a-09a4f7e5e5d0 req-f7f51acf-aebf-4907-9c49-372bd504bbca tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397668 Jun 12 13:03:42.671123 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91214308-bcae-4a6e-b002-54630e7b0972 req-2b238248-3015-44a3-946d-c9ca4305fc0f tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:42.672589 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-91214308-bcae-4a6e-b002-54630e7b0972 req-2b238248-3015-44a3-946d-c9ca4305fc0f tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae06992f-ea75-4eb7-9471-b44655bcea6e HTTP/1.1" status: 200 len: 949 time: 0.0712750 Jun 12 13:03:42.716938 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-91214308-bcae-4a6e-b002-54630e7b0972 req-34ea637e-4380-4ca0-8d8a-3df60c839fa8 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/security-groups?id=413f57af-7ffc-4e98-95db-c054a291e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384738 Jun 12 13:03:43.212934 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9989550c-169c-4b46-a1e9-799497ebfe8c req-0edefe58-ecb0-471d-be82-5d31eaf55fc0 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:43.214513 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-9989550c-169c-4b46-a1e9-799497ebfe8c req-0edefe58-ecb0-471d-be82-5d31eaf55fc0 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 946 time: 0.0696769 Jun 12 13:03:43.262332 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-9989550c-169c-4b46-a1e9-799497ebfe8c req-3243a1dc-46cd-4151-9b90-14e13ba29689 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418677 Jun 12 13:03:43.908255 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440a7c6-80ee-4712-9ba0-731356ce3403 req-881d8a6e-01f8-4e0a-a7bc-b677dc2e836b tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:43.909697 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-2440a7c6-80ee-4712-9ba0-731356ce3403 req-881d8a6e-01f8-4e0a-a7bc-b677dc2e836b tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae06992f-ea75-4eb7-9471-b44655bcea6e HTTP/1.1" status: 200 len: 949 time: 0.0751364 Jun 12 13:03:43.952800 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-2440a7c6-80ee-4712-9ba0-731356ce3403 req-63514f2c-f75a-451b-b174-ab96713b1815 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/security-groups?id=413f57af-7ffc-4e98-95db-c054a291e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364625 Jun 12 13:03:44.139221 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbc3ab9-68a6-4717-a09b-da93c4aaa324 req-e2624da9-67c3-4a14-b6b2-8f4e4ba2588c tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:44.140573 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-1dbc3ab9-68a6-4717-a09b-da93c4aaa324 req-e2624da9-67c3-4a14-b6b2-8f4e4ba2588c tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae06992f-ea75-4eb7-9471-b44655bcea6e HTTP/1.1" status: 200 len: 949 time: 0.0701098 Jun 12 13:03:44.456045 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb1a19-d4bb-4988-be25-a0755226470b req-c8a2ef29-b2a7-4543-910b-c17680e83476 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:44.457551 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-8efb1a19-d4bb-4988-be25-a0755226470b req-c8a2ef29-b2a7-4543-910b-c17680e83476 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 946 time: 0.0748677 Jun 12 13:03:44.501376 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-8efb1a19-d4bb-4988-be25-a0755226470b req-c71f692a-4639-478c-a952-ff375e57001a tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376081 Jun 12 13:03:45.145776 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d457de4-4200-429b-a3b5-475afb11f20b req-0b9b9a2a-9711-425a-b18d-aa22f90601a1 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:45.148086 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-9d457de4-4200-429b-a3b5-475afb11f20b req-0b9b9a2a-9711-425a-b18d-aa22f90601a1 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae06992f-ea75-4eb7-9471-b44655bcea6e HTTP/1.1" status: 200 len: 949 time: 0.0758905 Jun 12 13:03:45.190453 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-9d457de4-4200-429b-a3b5-475afb11f20b req-e7400c45-a108-4840-805d-c456b4361605 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/security-groups?id=413f57af-7ffc-4e98-95db-c054a291e79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365441 Jun 12 13:03:45.697258 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969b5e8-9bd9-4704-a3d0-28c96bea56e3 req-9b3b61dc-14b8-4694-a201-ec7ffb7eae45 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:45.698825 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-4969b5e8-9bd9-4704-a3d0-28c96bea56e3 req-9b3b61dc-14b8-4694-a201-ec7ffb7eae45 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 946 time: 0.0711555 Jun 12 13:03:45.746985 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-4969b5e8-9bd9-4704-a3d0-28c96bea56e3 req-dbe6e1aa-2019-4191-bbb2-413765c60b16 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420582 Jun 12 13:03:45.819516 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [req-1dbc3ab9-68a6-4717-a09b-da93c4aaa324 req-ddfb5e37-ffb1-4775-8f00-c81cebc789dd tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Deleting port bf27c2ab-6907-480d-ad21-5a88882dbd1b {{(pid=91667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 13:03:45.819861 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-1dbc3ab9-68a6-4717-a09b-da93c4aaa324 req-ddfb5e37-ffb1-4775-8f00-c81cebc789dd tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752044867880'] for port, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:45.937638 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.db [req-1dbc3ab9-68a6-4717-a09b-da93c4aaa324 req-ddfb5e37-ffb1-4775-8f00-c81cebc789dd tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] For port bf27c2ab-6907-480d-ad21-5a88882dbd1b, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=bf27c2ab-6907-480d-ad21-5a88882dbd1b,segment=NetworkSegment(926fcc5e-1a87-4e0d-94e3-00e720009168),segment_id=926fcc5e-1a87-4e0d-94e3-00e720009168)] {{(pid=91667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:03:45.937997 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-1dbc3ab9-68a6-4717-a09b-da93c4aaa324 req-ddfb5e37-ffb1-4775-8f00-c81cebc789dd tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455153'] for port, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:46.034740 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [req-1dbc3ab9-68a6-4717-a09b-da93c4aaa324 req-ddfb5e37-ffb1-4775-8f00-c81cebc789dd tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Calling delete_port for bf27c2ab-6907-480d-ad21-5a88882dbd1b owned by compute:nova {{(pid=91667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 13:03:46.202109 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-1dbc3ab9-68a6-4717-a09b-da93c4aaa324 req-ddfb5e37-ffb1-4775-8f00-c81cebc789dd tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752044873292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752044431921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13277804'] for port, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:46.208180 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:03:46.241177 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfb5e37-ffb1-4775-8f00-c81cebc789dd tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Pushing event deleted for resources: {'Port': ['ID=bf27c2ab-6907-480d-ad21-5a88882dbd1b,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:03:46.288107 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfb5e37-ffb1-4775-8f00-c81cebc789dd tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:03:46.288597 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfb5e37-ffb1-4775-8f00-c81cebc789dd tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:03:46.288967 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfb5e37-ffb1-4775-8f00-c81cebc789dd tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:03:46.289340 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfb5e37-ffb1-4775-8f00-c81cebc789dd tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:03:46.289703 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfb5e37-ffb1-4775-8f00-c81cebc789dd tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:03:46.290064 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfb5e37-ffb1-4775-8f00-c81cebc789dd tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:03:46.290444 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfb5e37-ffb1-4775-8f00-c81cebc789dd tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:03:46.290791 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfb5e37-ffb1-4775-8f00-c81cebc789dd tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:03:46.291148 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfb5e37-ffb1-4775-8f00-c81cebc789dd tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:03:46.291500 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfb5e37-ffb1-4775-8f00-c81cebc789dd tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:03:46.291850 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfb5e37-ffb1-4775-8f00-c81cebc789dd tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:03:46.292197 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfb5e37-ffb1-4775-8f00-c81cebc789dd tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:03:46.316661 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-ddfb5e37-ffb1-4775-8f00-c81cebc789dd tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:03:46.317430 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dbc3ab9-68a6-4717-a09b-da93c4aaa324 req-ddfb5e37-ffb1-4775-8f00-c81cebc789dd tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] No DVR routers for this DVR port bf27c2ab-6907-480d-ad21-5a88882dbd1b on host hv-cinder-79611 {{(pid=91667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 13:03:46.320005 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-1dbc3ab9-68a6-4717-a09b-da93c4aaa324 req-ddfb5e37-ffb1-4775-8f00-c81cebc789dd tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920'] for port, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:46.322039 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-1dbc3ab9-68a6-4717-a09b-da93c4aaa324 req-ddfb5e37-ffb1-4775-8f00-c81cebc789dd tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.30 "DELETE /v2.0/ports/bf27c2ab-6907-480d-ad21-5a88882dbd1b HTTP/1.1" status: 204 len: 173 time: 0.6346471 Jun 12 13:03:46.322572 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae06992f-ea75-4eb7-9471-b44655bcea6e', 'name': 'network-vif-deleted', 'tag': 'bf27c2ab-6907-480d-ad21-5a88882dbd1b'}] {{(pid=91667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 13:03:46.324987 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67243a7e54e3ab7b6e3c39020b1271d9e6c7e43a6696a4fb95c7e45675bdf643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8586db81-9344-4c44-8d06-8c8122bc943e" -d '{"events": [{"server_uuid": "ae06992f-ea75-4eb7-9471-b44655bcea6e", "name": "network-vif-deleted", "tag": "bf27c2ab-6907-480d-ad21-5a88882dbd1b"}]}' {{(pid=91667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 13:03:46.369855 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-5004c7f4-d2e9-49e4-bb51-b4becec88d90 req-874d2b96-52d7-4481-9a48-7ede152b3a95 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae06992f-ea75-4eb7-9471-b44655bcea6e HTTP/1.1" status: 200 len: 210 time: 0.0416968 Jun 12 13:03:46.438683 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 13:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed5372d-acb1-4bbc-a44f-05d6948a149c x-openstack-request-id: req-7ed5372d-acb1-4bbc-a44f-05d6948a149c {{(pid=91667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 13:03:46.439006 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae06992f-ea75-4eb7-9471-b44655bcea6e", "name": "network-vif-deleted", "tag": "bf27c2ab-6907-480d-ad21-5a88882dbd1b", "status": "completed", "code": 200}]} {{(pid=91667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 13:03:46.439294 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7ed5372d-acb1-4bbc-a44f-05d6948a149c {{(pid=91667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 13:03:46.439722 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae06992f-ea75-4eb7-9471-b44655bcea6e', 'name': 'network-vif-deleted', 'tag': 'bf27c2ab-6907-480d-ad21-5a88882dbd1b', 'status': 'completed', 'code': 200} Jun 12 13:03:46.974223 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c85a9-ac99-4abb-bd61-557e5218b38d req-26090697-4db6-4fce-9cab-478cfd50054c tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:46.975955 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-062c85a9-ac99-4abb-bd61-557e5218b38d req-26090697-4db6-4fce-9cab-478cfd50054c tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 946 time: 0.0975494 Jun 12 13:03:47.027189 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-062c85a9-ac99-4abb-bd61-557e5218b38d req-7bb9a79b-96df-4769-a5ab-8e7833db44e0 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450144 Jun 12 13:03:47.661193 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.agents_db [None req-3755f801-82db-4e36-b9e4-fb56f4f4bf71 None None] Agent healthcheck: found 6 active agents {{(pid=91669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 13:03:47.803874 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device bf27c2ab-6907-480d-ad21-5a88882dbd1b no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 13:03:47.838424 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] No Port match for: bf27c2ab-6907-480d-ad21-5a88882dbd1b {{(pid=91668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 13:03:47.838974 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device bf27c2ab-6907-480d-ad21-5a88882dbd1b not bound to the agent host hv-cinder-79611 {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 13:03:48.231057 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3d5ea-563d-4257-b30e-cf5e3839b1f2 req-ac422dcb-4978-47d4-b498-280335de288a tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:48.232596 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-99e3d5ea-563d-4257-b30e-cf5e3839b1f2 req-ac422dcb-4978-47d4-b498-280335de288a tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 946 time: 0.0799086 Jun 12 13:03:48.293869 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-99e3d5ea-563d-4257-b30e-cf5e3839b1f2 req-efb63ccb-cfda-4872-b487-95b618597f5c tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547497 Jun 12 13:03:50.601266 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-9d3723ce-ad59-4858-915a-62e7334f43a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:51.458008 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:53.321494 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:53.474348 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-3ea32ddd-bfc2-4195-97eb-b5ef35f40edd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:54.599716 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 58812) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:03:54.758846 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-289bc968-d36e-4daa-8ce4-eca22b11a94f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=73bcb9e765fe4a359c60b1f42447401c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1577697 Jun 12 13:03:54.764804 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 58816) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:03:54.824496 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9c13-47cc-43b7-9d1e-eb9a043a6bc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:54.852730 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9c13-47cc-43b7-9d1e-eb9a043a6bc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:54.910468 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9c13-47cc-43b7-9d1e-eb9a043a6bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:54.913517 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9c13-47cc-43b7-9d1e-eb9a043a6bc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:54.914724 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-6a4a9c13-47cc-43b7-9d1e-eb9a043a6bc2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/413f57af-7ffc-4e98-95db-c054a291e79f HTTP/1.1" status: 204 len: 168 time: 0.1489177 Jun 12 13:03:54.915555 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-d3344315-4256-46dc-ab05-85d3b2e31af4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:03:54.925081 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a9c13-47cc-43b7-9d1e-eb9a043a6bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413f57af-7ffc-4e98-95db-c054a291e79f,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:03:54.933724 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9c13-47cc-43b7-9d1e-eb9a043a6bc2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:03:54.934137 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9c13-47cc-43b7-9d1e-eb9a043a6bc2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:03:54.934590 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9c13-47cc-43b7-9d1e-eb9a043a6bc2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:03:54.935069 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9c13-47cc-43b7-9d1e-eb9a043a6bc2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:03:54.935656 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9c13-47cc-43b7-9d1e-eb9a043a6bc2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:03:54.936006 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9c13-47cc-43b7-9d1e-eb9a043a6bc2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:03:54.936363 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9c13-47cc-43b7-9d1e-eb9a043a6bc2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:03:54.936755 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9c13-47cc-43b7-9d1e-eb9a043a6bc2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:03:54.937154 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9c13-47cc-43b7-9d1e-eb9a043a6bc2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:03:54.937528 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9c13-47cc-43b7-9d1e-eb9a043a6bc2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:03:54.937892 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9c13-47cc-43b7-9d1e-eb9a043a6bc2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:03:54.938312 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4a9c13-47cc-43b7-9d1e-eb9a043a6bc2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:03:54.941754 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-6a4a9c13-47cc-43b7-9d1e-eb9a043a6bc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:03:55.055144 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-7239a5c3-c5f0-4f25-a5be-c6c46247b3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:55.625223 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 58856) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:03:55.768928 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [None req-c0937469-5029-4df3-9579-174f34220add admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-672066188-network', 'tenant_id': '309791d830a94b0f9bbf5e05447bde27'}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:03:55.794946 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0937469-5029-4df3-9579-174f34220add admin admin] Made reservation on behalf of 309791d830a94b0f9bbf5e05447bde27 for: {'network': 1} {{(pid=91666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 13:03:55.797402 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-c0937469-5029-4df3-9579-174f34220add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for network, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:55.810130 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-c0937469-5029-4df3-9579-174f34220add admin admin] Notify callbacks [] for security_group, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:55.871299 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-0a5de27a-4d22-4fdd-a4cf-053756d7edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:55.913213 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-c0937469-5029-4df3-9579-174f34220add admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:55.916600 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-c0937469-5029-4df3-9579-174f34220add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:55.920691 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-c5eb18de-912f-4234-bc0c-ce6f9ffccb5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:03:55.941368 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0937469-5029-4df3-9579-174f34220add admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=91666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 13:03:55.957806 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0937469-5029-4df3-9579-174f34220add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7439f4ba-eac3-4367-91b9-14c4a35289c8,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:03:55.960782 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-c0937469-5029-4df3-9579-174f34220add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400235'] for segment, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:55.961126 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.db.segments_db [None req-c0937469-5029-4df3-9579-174f34220add admin admin] Added segment c3127ea0-0d16-4f16-abc1-6f725a1ca8f5 of type vlan for network d048a451-dcef-417f-bec1-0fcc7240acb9 Jun 12 13:03:55.962550 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-c0937469-5029-4df3-9579-174f34220add admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:03:56.011684 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-c0937469-5029-4df3-9579-174f34220add admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752044417208'] for network, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:56.042588 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-c0937469-5029-4df3-9579-174f34220add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786'] for network, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:56.043969 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0937469-5029-4df3-9579-174f34220add admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:56.044538 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-c0937469-5029-4df3-9579-174f34220add admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for network, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:56.046753 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-41d05703-69bd-4a7e-aab6-24ea5121d27d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:03:56.086722 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-c0937469-5029-4df3-9579-174f34220add admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4601729 Jun 12 13:03:56.089854 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 58862) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:03:56.095173 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.v2.base [None req-1016d0e6-80eb-4952-9f22-5fd73214433d admin admin] Request body: {'subnet': {'network_id': 'd048a451-dcef-417f-bec1-0fcc7240acb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-672066188-subnet', 'tenant_id': '309791d830a94b0f9bbf5e05447bde27', 'ip_version': 4}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:03:56.129138 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1016d0e6-80eb-4952-9f22-5fd73214433d admin admin] Made reservation on behalf of 309791d830a94b0f9bbf5e05447bde27 for: {'subnet': 1} {{(pid=91667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 13:03:56.131929 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1016d0e6-80eb-4952-9f22-5fd73214433d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967252'] for subnet, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:56.140723 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0937469-5029-4df3-9579-174f34220add admin admin] Pushing event updated for resources: {'Network': ['ID=d048a451-dcef-417f-bec1-0fcc7240acb9,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:03:56.145016 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-c0937469-5029-4df3-9579-174f34220add admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:03:56.152652 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Network d048a451-dcef-417f-bec1-0fcc7240acb9 details requested by agent ovs-agent-dv-cinder-796114-1-iscsi with host dv-cinder-796114-1-iscsi {{(pid=91668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 13:03:56.358178 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1016d0e6-80eb-4952-9f22-5fd73214433d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13278165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967234'] for subnet, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:56.360367 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-601fbfe5-e25f-4e81-b0f4-e1d8dec6e342 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:03:56.430712 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1016d0e6-80eb-4952-9f22-5fd73214433d admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcf70ff7-e006-4744-9931-12302649ffac,revision_number=0']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:03:56.434347 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-1016d0e6-80eb-4952-9f22-5fd73214433d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:03:56.441333 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1016d0e6-80eb-4952-9f22-5fd73214433d admin admin] Checking segment: {'id': 'c3127ea0-0d16-4f16-abc1-6f725a1ca8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd048a451-dcef-417f-bec1-0fcc7240acb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 13:03:56.441542 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1016d0e6-80eb-4952-9f22-5fd73214433d admin admin] Network hostable DHCP agents. Network: d048a451-dcef-417f-bec1-0fcc7240acb9, hostable agents: ['8dc1a162-787d-4a45-80b7-87a05126eea7'], hosted agents: [] {{(pid=91667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 13:03:56.460086 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1016d0e6-80eb-4952-9f22-5fd73214433d admin admin] Network d048a451-dcef-417f-bec1-0fcc7240acb9 is scheduled to be hosted by DHCP agent 8dc1a162-787d-4a45-80b7-87a05126eea7 with binding_index 1 {{(pid=91667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 13:03:56.472844 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.base_scheduler [None req-1016d0e6-80eb-4952-9f22-5fd73214433d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-1-iscsi, d048a451-dcef-417f-bec1-0fcc7240acb9) {{(pid=91667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 13:03:56.478225 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1016d0e6-80eb-4952-9f22-5fd73214433d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:56.478820 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1016d0e6-80eb-4952-9f22-5fd73214433d admin admin] Notify callbacks [] for subnet, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:56.484160 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a29f5e-d223-4bfc-aa9f-d046575cee35 None None] Network d048a451-dcef-417f-bec1-0fcc7240acb9 requested from dv-cinder-796114-1-iscsi {{(pid=91668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 13:03:56.498169 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-1016d0e6-80eb-4952-9f22-5fd73214433d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4070823 Jun 12 13:03:56.504271 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 58864) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:03:56.509377 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [None req-ab1efef0-d97f-4eb0-aad4-cc167d1f4b5d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-672066188-router', 'tenant_id': '309791d830a94b0f9bbf5e05447bde27', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587'}}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:03:56.533149 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-ab1efef0-d97f-4eb0-aad4-cc167d1f4b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-443820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60904'] for router, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:56.534132 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-ab1efef0-d97f-4eb0-aad4-cc167d1f4b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-389058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60897'] for router, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:56.604522 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-ab1efef0-d97f-4eb0-aad4-cc167d1f4b5d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:56.685355 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a996e8-1223-4d5a-9eec-8462c1929c58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94262ffb-d3ee-52fc-8937-1caaa686fe76-d048a451-dcef-417f-bec1-0fcc7240acb9', 'network_id': 'd048a451-dcef-417f-bec1-0fcc7240acb9', 'tenant_id': '309791d830a94b0f9bbf5e05447bde27', 'fixed_ips': [{'subnet_id': 'dcf70ff7-e006-4744-9931-12302649ffac'}]}} from dv-cinder-796114-1-iscsi. {{(pid=91668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 12 13:03:56.686975 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-85a996e8-1223-4d5a-9eec-8462c1929c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for port, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:56.857121 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-ab1efef0-d97f-4eb0-aad4-cc167d1f4b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453826', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-443838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60919'] for router, precommit_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:56.928798 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.db_base_plugin_common [None req-85a996e8-1223-4d5a-9eec-8462c1929c58 None None] Allocated IP 172.20.0.2 (d048a451-dcef-417f-bec1-0fcc7240acb9/dcf70ff7-e006-4744-9931-12302649ffac/e010c204-cd13-45f3-9511-b850d7e1bdc6) {{(pid=91668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 13:03:57.188321 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-85a996e8-1223-4d5a-9eec-8462c1929c58 None None] Notify callbacks [] for port, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:57.201013 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-85a996e8-1223-4d5a-9eec-8462c1929c58 None None] Transition to ACTIVE for port object e010c204-cd13-45f3-9511-b850d7e1bdc6 will not be triggered until provisioned by entity L2. {{(pid=91668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 13:03:57.228851 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-85a996e8-1223-4d5a-9eec-8462c1929c58 None None] Transition to ACTIVE for port object e010c204-cd13-45f3-9511-b850d7e1bdc6 will not be triggered until provisioned by entity DHCP. {{(pid=91668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 13:03:57.237153 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-85a996e8-1223-4d5a-9eec-8462c1929c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1466997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-122173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752044431912'] for port, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:57.241178 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-ab1efef0-d97f-4eb0-aad4-cc167d1f4b5d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:57.245013 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-343999ab-1c82-4337-a01e-deee7c881386 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:03:57.270076 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-ab1efef0-d97f-4eb0-aad4-cc167d1f4b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for port, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:57.287884 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a996e8-1223-4d5a-9eec-8462c1929c58 None None] Network d048a451-dcef-417f-bec1-0fcc7240acb9 is already hosted by enough agents. {{(pid=91668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 13:03:57.291052 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.scheduler.base_scheduler [None req-85a996e8-1223-4d5a-9eec-8462c1929c58 None None] Resources bound (agent type, host, resource id): {{(pid=91668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 13:03:57.294744 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a996e8-1223-4d5a-9eec-8462c1929c58 None None] Received port after_create {{(pid=91668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 13:03:57.303882 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a996e8-1223-4d5a-9eec-8462c1929c58 None None] Pushing event updated for resources: {'Port': ['ID=e010c204-cd13-45f3-9511-b850d7e1bdc6,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:03:57.334184 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a996e8-1223-4d5a-9eec-8462c1929c58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:03:57.334600 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a996e8-1223-4d5a-9eec-8462c1929c58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:03:57.334975 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a996e8-1223-4d5a-9eec-8462c1929c58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:03:57.335309 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a996e8-1223-4d5a-9eec-8462c1929c58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:03:57.335632 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a996e8-1223-4d5a-9eec-8462c1929c58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:03:57.335960 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a996e8-1223-4d5a-9eec-8462c1929c58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:03:57.336333 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a996e8-1223-4d5a-9eec-8462c1929c58 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:03:57.336671 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a996e8-1223-4d5a-9eec-8462c1929c58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:03:57.337048 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a996e8-1223-4d5a-9eec-8462c1929c58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:03:57.337370 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a996e8-1223-4d5a-9eec-8462c1929c58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:03:57.337684 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a996e8-1223-4d5a-9eec-8462c1929c58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:03:57.338016 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a996e8-1223-4d5a-9eec-8462c1929c58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:03:57.343392 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-85a996e8-1223-4d5a-9eec-8462c1929c58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:03:57.382113 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [None req-85a996e8-1223-4d5a-9eec-8462c1929c58 None None] Attempting to bind port e010c204-cd13-45f3-9511-b850d7e1bdc6 on host dv-cinder-796114-1-iscsi for vnic_type normal with profile {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 13:03:57.382564 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [None req-85a996e8-1223-4d5a-9eec-8462c1929c58 None None] Attempting to bind port e010c204-cd13-45f3-9511-b850d7e1bdc6 by drivers openvswitch,hyperv on host dv-cinder-796114-1-iscsi at level 0 using segments [{'id': 'c3127ea0-0d16-4f16-abc1-6f725a1ca8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd048a451-dcef-417f-bec1-0fcc7240acb9'}] {{(pid=91668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 13:03:57.383003 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a996e8-1223-4d5a-9eec-8462c1929c58 None None] Attempting to bind port e010c204-cd13-45f3-9511-b850d7e1bdc6 on network d048a451-dcef-417f-bec1-0fcc7240acb9 {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 13:03:57.388115 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a996e8-1223-4d5a-9eec-8462c1929c58 None None] Checking agent: {'id': '0e4c1f03-8758-41fd-af96-477868dcd4b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 12, 50, 23), 'started_at': datetime.datetime(2021, 6, 12, 12, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 13, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 13:03:57.388492 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a996e8-1223-4d5a-9eec-8462c1929c58 None None] Checking segment: {'id': 'c3127ea0-0d16-4f16-abc1-6f725a1ca8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd048a451-dcef-417f-bec1-0fcc7240acb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 13:03:57.388903 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-85a996e8-1223-4d5a-9eec-8462c1929c58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:57.389311 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a996e8-1223-4d5a-9eec-8462c1929c58 None None] Bound using segment: {'id': 'c3127ea0-0d16-4f16-abc1-6f725a1ca8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd048a451-dcef-417f-bec1-0fcc7240acb9'} {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 13:03:57.389783 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [None req-85a996e8-1223-4d5a-9eec-8462c1929c58 None None] Bound port: e010c204-cd13-45f3-9511-b850d7e1bdc6, host: dv-cinder-796114-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3127ea0-0d16-4f16-abc1-6f725a1ca8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd048a451-dcef-417f-bec1-0fcc7240acb9'}}] {{(pid=91668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 13:03:57.390167 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-85a996e8-1223-4d5a-9eec-8462c1929c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:57.439577 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ed97f-d755-449d-89fc-3fc0a490b761 req-0afedf59-aa68-451e-99b8-df4c6c75d75c tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:57.441006 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-ba2ed97f-d755-449d-89fc-3fc0a490b761 req-0afedf59-aa68-451e-99b8-df4c6c75d75c tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/ports?device_id=40abdcbf-2e14-4d5c-8761-fcb7b3f05f3b HTTP/1.1" status: 200 len: 945 time: 0.1737802 Jun 12 13:03:57.467925 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.db_base_plugin_common [None req-ab1efef0-d97f-4eb0-aad4-cc167d1f4b5d admin admin] Allocated IP 172.27.3.92 (d31b88ef-fdf5-46b1-8572-11d751094587/d3cd8c99-09c7-4ded-87bb-a3c326773e06/e1ec3058-fb14-4fb2-80a8-eb8bc5907535) {{(pid=91666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 13:03:57.472216 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-85a996e8-1223-4d5a-9eec-8462c1929c58 None None] For port e010c204-cd13-45f3-9511-b850d7e1bdc6, host dv-cinder-796114-1-iscsi, cleared binding levels {{(pid=91668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 13:03:57.476388 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-85a996e8-1223-4d5a-9eec-8462c1929c58 None None] For port e010c204-cd13-45f3-9511-b850d7e1bdc6, host dv-cinder-796114-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=e010c204-cd13-45f3-9511-b850d7e1bdc6,segment=NetworkSegment(c3127ea0-0d16-4f16-abc1-6f725a1ca8f5),segment_id=c3127ea0-0d16-4f16-abc1-6f725a1ca8f5)] {{(pid=91668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 13:03:57.482977 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-85a996e8-1223-4d5a-9eec-8462c1929c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:57.485271 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-2d17926a-7502-4762-b33e-9b8a9ccb16da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:03:57.516853 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-ba2ed97f-d755-449d-89fc-3fc0a490b761 req-4ff87717-bd1e-465f-9b08-5fa59863272d tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3ef42bb-b201-4526-9495-ef817c7e6c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658505 Jun 12 13:03:57.560625 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a996e8-1223-4d5a-9eec-8462c1929c58 None None] Pushing event updated for resources: {'Port': ['ID=e010c204-cd13-45f3-9511-b850d7e1bdc6,revision_number=2']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:03:57.564622 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-85a996e8-1223-4d5a-9eec-8462c1929c58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:03:57.658571 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-ab1efef0-d97f-4eb0-aad4-cc167d1f4b5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:57.711034 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-ab1efef0-d97f-4eb0-aad4-cc167d1f4b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1466997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-122173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752044431912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14082974'] for port, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:57.714245 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:03:57.781866 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1efef0-d97f-4eb0-aad4-cc167d1f4b5d admin admin] Network d31b88ef-fdf5-46b1-8572-11d751094587 is already hosted by enough agents. {{(pid=91666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 13:03:57.785085 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.base_scheduler [None req-ab1efef0-d97f-4eb0-aad4-cc167d1f4b5d admin admin] Resources bound (agent type, host, resource id): {{(pid=91666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 13:03:57.789021 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1efef0-d97f-4eb0-aad4-cc167d1f4b5d admin admin] Received port after_create {{(pid=91666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 13:03:57.819424 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1efef0-d97f-4eb0-aad4-cc167d1f4b5d admin admin] Pushing event updated for resources: {'Port': ['ID=e1ec3058-fb14-4fb2-80a8-eb8bc5907535,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:03:57.824537 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-ab1efef0-d97f-4eb0-aad4-cc167d1f4b5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:03:58.416310 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 58900) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:03:58.446364 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-ab1efef0-d97f-4eb0-aad4-cc167d1f4b5d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:58.568874 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862c33d2-829d-4fff-82d1-2faadadfbe78 None None] Network d048a451-dcef-417f-bec1-0fcc7240acb9 requested from dv-cinder-796114-1-iscsi {{(pid=91668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 13:03:58.601861 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-ea38ca75-f7b0-4312-a5c0-b3658e738192 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:58.684596 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-9de79552-326d-44b9-b35c-9b23216fdf5d None None] Provisioning for port e010c204-cd13-45f3-9511-b850d7e1bdc6 completed by entity DHCP. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 13:03:58.763074 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc99a546-0885-42e6-b89f-458892444ca5 req-50ec1666-7cea-4c40-8db0-c013673f6583 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:58.764664 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-dc99a546-0885-42e6-b89f-458892444ca5 req-50ec1666-7cea-4c40-8db0-c013673f6583 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/ports?device_id=40abdcbf-2e14-4d5c-8761-fcb7b3f05f3b HTTP/1.1" status: 200 len: 945 time: 0.0826831 Jun 12 13:03:58.855776 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-dc99a546-0885-42e6-b89f-458892444ca5 req-9297c901-81c1-4ffd-b042-540f78d67f01 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3ef42bb-b201-4526-9495-ef817c7e6c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778172 Jun 12 13:03:58.873586 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-ab1efef0-d97f-4eb0-aad4-cc167d1f4b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-443815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454298'] for router, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:58.880406 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-ea38ca75-f7b0-4312-a5c0-b3658e738192 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:58.904670 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device e010c204-cd13-45f3-9511-b850d7e1bdc6 up at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 13:03:58.970969 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning for port e010c204-cd13-45f3-9511-b850d7e1bdc6 completed by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 13:03:58.976538 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning complete for port e010c204-cd13-45f3-9511-b850d7e1bdc6 triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 13:03:58.977223 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:58.982458 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-ea38ca75-f7b0-4312-a5c0-b3658e738192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:58.986575 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-9e608429-5cf4-4bed-b50b-6b8ab9f45db2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:03:59.049946 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-ea38ca75-f7b0-4312-a5c0-b3658e738192 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=423f2d430b25463398225435d1a7f0d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6324379 Jun 12 13:03:59.053140 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea38ca75-f7b0-4312-a5c0-b3658e738192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aff6286-52c8-49ca-b911-2e2247de2929,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:03:59.053420 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 58908) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:03:59.057283 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-ea38ca75-f7b0-4312-a5c0-b3658e738192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:03:59.103368 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:59.113640 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab1efef0-d97f-4eb0-aad4-cc167d1f4b5d admin admin] Router 5215fdc6-546b-4c65-961a-7ff79e6f9f56 is scheduled to L3 agent 68a3a672-d21c-4adb-804e-7b4e770767ea with binding_index 1 {{(pid=91666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 12 13:03:59.137630 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-cb1943e6-d5a7-4da8-b568-0aa8f914989c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:59.150518 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-c712a792-1054-4079-b7ac-9ce34e09b9a8 None None] Provisioning complete for port e010c204-cd13-45f3-9511-b850d7e1bdc6 triggered by entity DHCP. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 13:03:59.150901 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-c712a792-1054-4079-b7ac-9ce34e09b9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:59.165867 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-cb1943e6-d5a7-4da8-b568-0aa8f914989c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:59.176203 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] For port e010c204-cd13-45f3-9511-b850d7e1bdc6, host dv-cinder-796114-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=e010c204-cd13-45f3-9511-b850d7e1bdc6,segment=NetworkSegment(c3127ea0-0d16-4f16-abc1-6f725a1ca8f5),segment_id=c3127ea0-0d16-4f16-abc1-6f725a1ca8f5)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:03:59.181419 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:59.189750 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-85a996e8-1223-4d5a-9eec-8462c1929c58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:03:59.261069 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Pushing event updated for resources: {'Port': ['ID=e010c204-cd13-45f3-9511-b850d7e1bdc6,revision_number=3']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:03:59.273326 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-cb1943e6-d5a7-4da8-b568-0aa8f914989c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:59.276108 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-cb1943e6-d5a7-4da8-b568-0aa8f914989c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:59.279647 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-cb1943e6-d5a7-4da8-b568-0aa8f914989c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0aff6286-52c8-49ca-b911-2e2247de2929 HTTP/1.1" status: 204 len: 168 time: 0.2226369 Jun 12 13:03:59.279647 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-339890b3-97e1-4789-8eec-e0a39874cac8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:03:59.289450 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1943e6-d5a7-4da8-b568-0aa8f914989c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aff6286-52c8-49ca-b911-2e2247de2929,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:03:59.293022 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:03:59.293627 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-cb1943e6-d5a7-4da8-b568-0aa8f914989c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:03:59.300860 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab1efef0-d97f-4eb0-aad4-cc167d1f4b5d admin admin] Notify agent at l3_agent.dv-cinder-796114-1-iscsi the message routers_updated {{(pid=91666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 13:03:59.322541 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff501ff2-2604-49a4-ae04-d66be82110fd None None] Sync routers for ids ['5215fdc6-546b-4c65-961a-7ff79e6f9f56'] in dv-cinder-796114-1-iscsi {{(pid=91668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 13:03:59.324763 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-ab1efef0-d97f-4eb0-aad4-cc167d1f4b5d admin admin] Notify callbacks [] for router, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:59.326540 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-ab1efef0-d97f-4eb0-aad4-cc167d1f4b5d admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.8209815 Jun 12 13:03:59.329983 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 58912) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:03:59.343243 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b58f4-20bb-4c90-bd9d-2041a8e8a85c req-52a5ff53-aabc-4e2d-bb1a-d61e6c13634f tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:03:59.345321 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-498b58f4-20bb-4c90-bd9d-2041a8e8a85c req-52a5ff53-aabc-4e2d-bb1a-d61e6c13634f tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.30 "GET /v2.0/ports?device_id=40abdcbf-2e14-4d5c-8761-fcb7b3f05f3b HTTP/1.1" status: 200 len: 945 time: 0.1208246 Jun 12 13:03:59.349994 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff501ff2-2604-49a4-ae04-d66be82110fd None None] Routers {'5215fdc6-546b-4c65-961a-7ff79e6f9f56'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 13:03:59.351113 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-ff501ff2-2604-49a4-ae04-d66be82110fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T13:03:53Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['5215fdc6-546b-4c65-961a-7ff79e6f9f56'], 'active': True} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:03:59.506895 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [req-498b58f4-20bb-4c90-bd9d-2041a8e8a85c req-a15bcb7a-b604-4846-b196-3584beddb2e5 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Deleting port 09228ed0-60cd-4eff-9a93-64dbc7b7ba4b {{(pid=91667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 13:03:59.507313 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-498b58f4-20bb-4c90-bd9d-2041a8e8a85c req-a15bcb7a-b604-4846-b196-3584beddb2e5 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752044867880'] for port, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:59.574406 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvr_db [None req-ff501ff2-2604-49a4-ae04-d66be82110fd None None] Set router 5215fdc6-546b-4c65-961a-7ff79e6f9f56 gateway port host: dv-cinder-796114-1-iscsi {{(pid=91668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 13:03:59.679144 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.db [req-498b58f4-20bb-4c90-bd9d-2041a8e8a85c req-a15bcb7a-b604-4846-b196-3584beddb2e5 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] For port 09228ed0-60cd-4eff-9a93-64dbc7b7ba4b, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=09228ed0-60cd-4eff-9a93-64dbc7b7ba4b,segment=NetworkSegment(3dd6d3ca-ce7e-402a-a5fa-d6ee73ccf0a7),segment_id=3dd6d3ca-ce7e-402a-a5fa-d6ee73ccf0a7)] {{(pid=91667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:03:59.679999 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-498b58f4-20bb-4c90-bd9d-2041a8e8a85c req-a15bcb7a-b604-4846-b196-3584beddb2e5 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455153'] for port, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:03:59.794557 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [req-498b58f4-20bb-4c90-bd9d-2041a8e8a85c req-a15bcb7a-b604-4846-b196-3584beddb2e5 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Calling delete_port for 09228ed0-60cd-4eff-9a93-64dbc7b7ba4b owned by compute:nova {{(pid=91667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 13:03:59.935346 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-ff501ff2-2604-49a4-ae04-d66be82110fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5215fdc6-546b-4c65-961a-7ff79e6f9f56', 'name': 'tempest-TestShelveInstance-672066188-router', 'tenant_id': '309791d830a94b0f9bbf5e05447bde27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'e1ec3058-fb14-4fb2-80a8-eb8bc5907535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T13:03:56Z', 'updated_at': '2021-06-12T13:03:57Z', 'revision_number': 3, 'project_id': '309791d830a94b0f9bbf5e05447bde27', 'gw_port': {'id': 'e1ec3058-fb14-4fb2-80a8-eb8bc5907535', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:82:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5215fdc6-546b-4c65-961a-7ff79e6f9f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:03:57Z', 'updated_at': '2021-06-12T13:03:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi'}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:03:59.939826 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff501ff2-2604-49a4-ae04-d66be82110fd None None] Checking router: 5215fdc6-546b-4c65-961a-7ff79e6f9f56 for host: dv-cinder-796114-1-iscsi {{(pid=91668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 13:03:59.940193 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff501ff2-2604-49a4-ae04-d66be82110fd None None] Updating router 5215fdc6-546b-4c65-961a-7ff79e6f9f56 port e1ec3058-fb14-4fb2-80a8-eb8bc5907535 binding host dv-cinder-796114-1-iscsi {{(pid=91668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 13:03:59.993963 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ff501ff2-2604-49a4-ae04-d66be82110fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:00.004355 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-498b58f4-20bb-4c90-bd9d-2041a8e8a85c req-a15bcb7a-b604-4846-b196-3584beddb2e5 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752044873292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752044431921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13277804'] for port, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:00.010001 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-65773c21-4057-4411-846e-7fb4d5c961d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:04:00.034102 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] get_ports_and_sgs() called for port_ids ['09228ed0-60cd-4eff-9a93-64dbc7b7ba4b'] {{(pid=91668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 13:04:00.067844 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15bcb7a-b604-4846-b196-3584beddb2e5 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Pushing event deleted for resources: {'Port': ['ID=09228ed0-60cd-4eff-9a93-64dbc7b7ba4b,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:04:00.079586 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-a15bcb7a-b604-4846-b196-3584beddb2e5 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:04:00.088687 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-1b9d2ab9-6b59-4b1d-bd3f-7086afd28460 req-fba68409-24f4-4370-afd4-914d689abcb2 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/ports?device_id=40abdcbf-2e14-4d5c-8761-fcb7b3f05f3b HTTP/1.1" status: 200 len: 210 time: 0.0464375 Jun 12 13:04:00.099421 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-f3625c16-9925-4b4a-9c94-2cf31eef9133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for port, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:00.142412 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [req-498b58f4-20bb-4c90-bd9d-2041a8e8a85c req-a15bcb7a-b604-4846-b196-3584beddb2e5 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] No DVR routers for this DVR port 09228ed0-60cd-4eff-9a93-64dbc7b7ba4b on host hv-cinder-79611 {{(pid=91667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 13:04:00.151257 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-498b58f4-20bb-4c90-bd9d-2041a8e8a85c req-a15bcb7a-b604-4846-b196-3584beddb2e5 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920'] for port, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:00.153350 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-498b58f4-20bb-4c90-bd9d-2041a8e8a85c req-a15bcb7a-b604-4846-b196-3584beddb2e5 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.30 "DELETE /v2.0/ports/09228ed0-60cd-4eff-9a93-64dbc7b7ba4b HTTP/1.1" status: 204 len: 173 time: 0.8000853 Jun 12 13:04:00.153915 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40abdcbf-2e14-4d5c-8761-fcb7b3f05f3b', 'name': 'network-vif-deleted', 'tag': '09228ed0-60cd-4eff-9a93-64dbc7b7ba4b'}] {{(pid=91667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 13:04:00.156590 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67243a7e54e3ab7b6e3c39020b1271d9e6c7e43a6696a4fb95c7e45675bdf643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd39a846-79af-47d1-b9f7-93a9d02f0223" -d '{"events": [{"server_uuid": "40abdcbf-2e14-4d5c-8761-fcb7b3f05f3b", "name": "network-vif-deleted", "tag": "09228ed0-60cd-4eff-9a93-64dbc7b7ba4b"}]}' {{(pid=91667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 13:04:00.217981 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 13:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8bec7a1-83a4-4391-bae8-a3956f4a1a15 x-openstack-request-id: req-f8bec7a1-83a4-4391-bae8-a3956f4a1a15 {{(pid=91667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 13:04:00.218342 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40abdcbf-2e14-4d5c-8761-fcb7b3f05f3b", "name": "network-vif-deleted", "tag": "09228ed0-60cd-4eff-9a93-64dbc7b7ba4b", "status": "completed", "code": 200}]} {{(pid=91667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 13:04:00.218633 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f8bec7a1-83a4-4391-bae8-a3956f4a1a15 {{(pid=91667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 13:04:00.219073 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40abdcbf-2e14-4d5c-8761-fcb7b3f05f3b', 'name': 'network-vif-deleted', 'tag': '09228ed0-60cd-4eff-9a93-64dbc7b7ba4b', 'status': 'completed', 'code': 200} Jun 12 13:04:00.357927 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.db_base_plugin_common [None req-f3625c16-9925-4b4a-9c94-2cf31eef9133 admin admin] Allocated IP 172.20.0.1 (d048a451-dcef-417f-bec1-0fcc7240acb9/dcf70ff7-e006-4744-9931-12302649ffac/f76f7830-0d52-4cc2-a25f-0f88f967cf1b) {{(pid=91666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 13:04:00.519083 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-f3625c16-9925-4b4a-9c94-2cf31eef9133 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:00.535257 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-f3625c16-9925-4b4a-9c94-2cf31eef9133 admin admin] Transition to ACTIVE for port object f76f7830-0d52-4cc2-a25f-0f88f967cf1b will not be triggered until provisioned by entity DHCP. {{(pid=91666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 13:04:00.552835 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ff501ff2-2604-49a4-ae04-d66be82110fd None None] Notify callbacks [] for port, precommit_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:00.563968 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-ff501ff2-2604-49a4-ae04-d66be82110fd None None] Transition to ACTIVE for port object e1ec3058-fb14-4fb2-80a8-eb8bc5907535 will not be triggered until provisioned by entity L2. {{(pid=91668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 13:04:00.571722 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ff501ff2-2604-49a4-ae04-d66be82110fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:00.574590 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:04:00.594708 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-f3625c16-9925-4b4a-9c94-2cf31eef9133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1466997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-122173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752044431912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14082974'] for port, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:00.598428 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-1e496b49-7b7d-46ab-b4e2-d8e9cd7da31c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:04:00.638900 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [None req-ff501ff2-2604-49a4-ae04-d66be82110fd None None] Attempting to bind port e1ec3058-fb14-4fb2-80a8-eb8bc5907535 on host dv-cinder-796114-1-iscsi for vnic_type normal with profile {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 13:04:00.638900 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [None req-ff501ff2-2604-49a4-ae04-d66be82110fd None None] Attempting to bind port e1ec3058-fb14-4fb2-80a8-eb8bc5907535 by drivers openvswitch,hyperv on host dv-cinder-796114-1-iscsi at level 0 using segments [{'id': '3c2da916-7025-41e9-bbaa-dbdda4d660f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587'}] {{(pid=91668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 13:04:00.638900 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff501ff2-2604-49a4-ae04-d66be82110fd None None] Attempting to bind port e1ec3058-fb14-4fb2-80a8-eb8bc5907535 on network d31b88ef-fdf5-46b1-8572-11d751094587 {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 13:04:00.649716 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcffef7-cdfa-4028-946a-3d168901b454 None None] Pushing event updated for resources: {'Port': ['ID=e1ec3058-fb14-4fb2-80a8-eb8bc5907535,revision_number=2']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:04:00.652753 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff501ff2-2604-49a4-ae04-d66be82110fd None None] Checking agent: {'id': '0e4c1f03-8758-41fd-af96-477868dcd4b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 12, 50, 23), 'started_at': datetime.datetime(2021, 6, 12, 12, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 13, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 13:04:00.653136 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff501ff2-2604-49a4-ae04-d66be82110fd None None] Checking segment: {'id': '3c2da916-7025-41e9-bbaa-dbdda4d660f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 13:04:00.653545 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ff501ff2-2604-49a4-ae04-d66be82110fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:00.653937 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff501ff2-2604-49a4-ae04-d66be82110fd None None] Bound using segment: {'id': '3c2da916-7025-41e9-bbaa-dbdda4d660f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587'} {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 13:04:00.654449 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [None req-ff501ff2-2604-49a4-ae04-d66be82110fd None None] Bound port: e1ec3058-fb14-4fb2-80a8-eb8bc5907535, host: dv-cinder-796114-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2da916-7025-41e9-bbaa-dbdda4d660f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587'}}] {{(pid=91668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 13:04:00.654594 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3625c16-9925-4b4a-9c94-2cf31eef9133 admin admin] Network d048a451-dcef-417f-bec1-0fcc7240acb9 is already hosted by enough agents. {{(pid=91666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 13:04:00.654823 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ff501ff2-2604-49a4-ae04-d66be82110fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:00.656788 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-7dcffef7-cdfa-4028-946a-3d168901b454 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:04:00.657594 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.base_scheduler [None req-f3625c16-9925-4b4a-9c94-2cf31eef9133 admin admin] Resources bound (agent type, host, resource id): {{(pid=91666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 13:04:00.662863 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3625c16-9925-4b4a-9c94-2cf31eef9133 admin admin] Received port after_create {{(pid=91666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 13:04:00.700808 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3625c16-9925-4b4a-9c94-2cf31eef9133 admin admin] Pushing event updated for resources: {'Port': ['ID=f76f7830-0d52-4cc2-a25f-0f88f967cf1b,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:04:00.705451 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-f3625c16-9925-4b4a-9c94-2cf31eef9133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:04:00.730767 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-f3625c16-9925-4b4a-9c94-2cf31eef9133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-458079'] for router_interface, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:00.749821 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-ff501ff2-2604-49a4-ae04-d66be82110fd None None] For port e1ec3058-fb14-4fb2-80a8-eb8bc5907535, host dv-cinder-796114-1-iscsi, cleared binding levels {{(pid=91668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 13:04:00.757825 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-ff501ff2-2604-49a4-ae04-d66be82110fd None None] For port e1ec3058-fb14-4fb2-80a8-eb8bc5907535, host dv-cinder-796114-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=e1ec3058-fb14-4fb2-80a8-eb8bc5907535,segment=NetworkSegment(3c2da916-7025-41e9-bbaa-dbdda4d660f0),segment_id=3c2da916-7025-41e9-bbaa-dbdda4d660f0)] {{(pid=91668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 13:04:00.767109 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ff501ff2-2604-49a4-ae04-d66be82110fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:00.788282 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:04:00.859747 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff501ff2-2604-49a4-ae04-d66be82110fd None None] Routers {'5215fdc6-546b-4c65-961a-7ff79e6f9f56'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 13:04:00.860694 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-ff501ff2-2604-49a4-ae04-d66be82110fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T13:03:53Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['5215fdc6-546b-4c65-961a-7ff79e6f9f56'], 'active': True} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:04:00.992207 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device e010c204-cd13-45f3-9511-b850d7e1bdc6 up at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 13:04:01.002059 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcffef7-cdfa-4028-946a-3d168901b454 None None] Pushing event updated for resources: {'Port': ['ID=e1ec3058-fb14-4fb2-80a8-eb8bc5907535,revision_number=3']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:04:01.034728 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-7dcffef7-cdfa-4028-946a-3d168901b454 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:04:01.063734 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-f3625c16-9925-4b4a-9c94-2cf31eef9133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:01.097700 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-e25958b6-5cca-4fd5-8f58-714efacf5a7f None None] Provisioning for port f76f7830-0d52-4cc2-a25f-0f88f967cf1b completed by entity DHCP. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 13:04:01.103010 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvr_db [None req-ff501ff2-2604-49a4-ae04-d66be82110fd None None] Set router 5215fdc6-546b-4c65-961a-7ff79e6f9f56 gateway port host: dv-cinder-796114-1-iscsi {{(pid=91668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 13:04:01.238740 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning complete for port e010c204-cd13-45f3-9511-b850d7e1bdc6 triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 13:04:01.239005 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:01.282767 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-e25958b6-5cca-4fd5-8f58-714efacf5a7f None None] Provisioning complete for port f76f7830-0d52-4cc2-a25f-0f88f967cf1b triggered by entity DHCP. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 13:04:01.283061 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e25958b6-5cca-4fd5-8f58-714efacf5a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:01.328912 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-f3625c16-9925-4b4a-9c94-2cf31eef9133 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:01.335591 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-f3625c16-9925-4b4a-9c94-2cf31eef9133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14082976'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:01.341801 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-3652d95d-cfe2-4082-9acd-6574c562a835 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:04:01.470721 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-e25958b6-5cca-4fd5-8f58-714efacf5a7f None None] Port f76f7830-0d52-4cc2-a25f-0f88f967cf1b cannot update to ACTIVE because it is not bound. {{(pid=91668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 13:04:01.486775 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3625c16-9925-4b4a-9c94-2cf31eef9133 admin admin] Pushing event updated for resources: {'Port': ['ID=f76f7830-0d52-4cc2-a25f-0f88f967cf1b,revision_number=2']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:04:01.491863 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-f3625c16-9925-4b4a-9c94-2cf31eef9133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:04:01.493744 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-f3625c16-9925-4b4a-9c94-2cf31eef9133 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-458187'] for router_interface, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:01.573730 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-ff501ff2-2604-49a4-ae04-d66be82110fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5215fdc6-546b-4c65-961a-7ff79e6f9f56', 'name': 'tempest-TestShelveInstance-672066188-router', 'tenant_id': '309791d830a94b0f9bbf5e05447bde27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'e1ec3058-fb14-4fb2-80a8-eb8bc5907535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T13:03:56Z', 'updated_at': '2021-06-12T13:03:57Z', 'revision_number': 3, 'project_id': '309791d830a94b0f9bbf5e05447bde27', 'gw_port': {'id': 'e1ec3058-fb14-4fb2-80a8-eb8bc5907535', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:82:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5215fdc6-546b-4c65-961a-7ff79e6f9f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:03:57Z', 'updated_at': '2021-06-12T13:04:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi'}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:04:01.579666 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff501ff2-2604-49a4-ae04-d66be82110fd None None] The sync data for ids ['5215fdc6-546b-4c65-961a-7ff79e6f9f56'] in dv-cinder-796114-1-iscsi is: [{'id': '5215fdc6-546b-4c65-961a-7ff79e6f9f56', 'name': 'tempest-TestShelveInstance-672066188-router', 'tenant_id': '309791d830a94b0f9bbf5e05447bde27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'e1ec3058-fb14-4fb2-80a8-eb8bc5907535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T13:03:56Z', 'updated_at': '2021-06-12T13:03:57Z', 'revision_number': 3, 'project_id': '309791d830a94b0f9bbf5e05447bde27', 'gw_port': {'id': 'e1ec3058-fb14-4fb2-80a8-eb8bc5907535', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:82:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5215fdc6-546b-4c65-961a-7ff79e6f9f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:03:57Z', 'updated_at': '2021-06-12T13:04:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi'}] {{(pid=91668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 13:04:01.677808 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3625c16-9925-4b4a-9c94-2cf31eef9133 admin admin] Network d048a451-dcef-417f-bec1-0fcc7240acb9 is already hosted by enough agents. {{(pid=91666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 13:04:01.677808 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.base_scheduler [None req-f3625c16-9925-4b4a-9c94-2cf31eef9133 admin admin] Resources bound (agent type, host, resource id): {{(pid=91666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 13:04:01.903541 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3625c16-9925-4b4a-9c94-2cf31eef9133 admin admin] Router 5215fdc6-546b-4c65-961a-7ff79e6f9f56 has already been hosted by L3 agent 68a3a672-d21c-4adb-804e-7b4e770767ea {{(pid=91666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 13:04:01.995129 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-5ec60d1f-57b3-4a85-ae20-4e5e9ba9d09f None None] Provisioning complete for port f76f7830-0d52-4cc2-a25f-0f88f967cf1b triggered by entity DHCP. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 13:04:01.995621 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-5ec60d1f-57b3-4a85-ae20-4e5e9ba9d09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:02.044623 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-5ec60d1f-57b3-4a85-ae20-4e5e9ba9d09f None None] Port f76f7830-0d52-4cc2-a25f-0f88f967cf1b cannot update to ACTIVE because it is not bound. {{(pid=91668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 13:04:02.434135 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3625c16-9925-4b4a-9c94-2cf31eef9133 admin admin] Notify agent at l3_agent.dv-cinder-796114-1-iscsi the message routers_updated {{(pid=91666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 13:04:02.455647 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-f3625c16-9925-4b4a-9c94-2cf31eef9133 admin admin] 10.222.0.23 "PUT /v2.0/routers/5215fdc6-546b-4c65-961a-7ff79e6f9f56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1111867 Jun 12 13:04:02.858313 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device e1ec3058-fb14-4fb2-80a8-eb8bc5907535 up at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 13:04:02.924604 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning for port e1ec3058-fb14-4fb2-80a8-eb8bc5907535 completed by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 13:04:02.930186 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning complete for port e1ec3058-fb14-4fb2-80a8-eb8bc5907535 triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 13:04:02.930600 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:03.025740 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:03.056669 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] For port e1ec3058-fb14-4fb2-80a8-eb8bc5907535, host dv-cinder-796114-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=e1ec3058-fb14-4fb2-80a8-eb8bc5907535,segment=NetworkSegment(3c2da916-7025-41e9-bbaa-dbdda4d660f0),segment_id=3c2da916-7025-41e9-bbaa-dbdda4d660f0)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:04:03.061821 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:03.063969 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:04:03.090319 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 58992) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:04:03.095886 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [None req-857dd8db-a85b-4aa8-be6c-c916c15ea9cb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1897894121-network', 'tenant_id': '83d993bf0cfc42ba9d46b2654d988544'}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:04:03.126431 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Pushing event updated for resources: {'Port': ['ID=e1ec3058-fb14-4fb2-80a8-eb8bc5907535,revision_number=4']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:04:03.129590 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-857dd8db-a85b-4aa8-be6c-c916c15ea9cb admin admin] Made reservation on behalf of 83d993bf0cfc42ba9d46b2654d988544 for: {'network': 1} {{(pid=91666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 13:04:03.130319 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:04:03.133413 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-857dd8db-a85b-4aa8-be6c-c916c15ea9cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for network, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:03.159040 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-857dd8db-a85b-4aa8-be6c-c916c15ea9cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:03.290474 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-857dd8db-a85b-4aa8-be6c-c916c15ea9cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:03.294999 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-857dd8db-a85b-4aa8-be6c-c916c15ea9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:03.301226 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-ea38ca75-f7b0-4312-a5c0-b3658e738192 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:04:03.326795 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-857dd8db-a85b-4aa8-be6c-c916c15ea9cb admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=91666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 13:04:03.343183 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857dd8db-a85b-4aa8-be6c-c916c15ea9cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf4c728-d696-46e9-b230-2aefcd58a0bd,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:04:03.346062 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-857dd8db-a85b-4aa8-be6c-c916c15ea9cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400235'] for segment, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:03.346439 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.db.segments_db [None req-857dd8db-a85b-4aa8-be6c-c916c15ea9cb admin admin] Added segment 90694a6e-994f-4d50-a48b-f1c14779a09f of type vlan for network 6a2e051b-c954-436b-9198-a8311614f2b4 Jun 12 13:04:03.347917 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-857dd8db-a85b-4aa8-be6c-c916c15ea9cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:04:03.399772 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8185507d-4299-493e-b9a5-ef2ead1c740a None None] Sync routers for ids ['5215fdc6-546b-4c65-961a-7ff79e6f9f56'] in dv-cinder-796114-1-iscsi {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 13:04:03.401888 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-857dd8db-a85b-4aa8-be6c-c916c15ea9cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752044417208'] for network, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:03.409441 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8185507d-4299-493e-b9a5-ef2ead1c740a None None] Routers {'5215fdc6-546b-4c65-961a-7ff79e6f9f56'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 13:04:03.410147 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-8185507d-4299-493e-b9a5-ef2ead1c740a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T13:03:53Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['5215fdc6-546b-4c65-961a-7ff79e6f9f56'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:04:03.442630 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-857dd8db-a85b-4aa8-be6c-c916c15ea9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786'] for network, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:03.444954 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857dd8db-a85b-4aa8-be6c-c916c15ea9cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:03.445704 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-857dd8db-a85b-4aa8-be6c-c916c15ea9cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for network, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:03.448913 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:04:03.489411 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-857dd8db-a85b-4aa8-be6c-c916c15ea9cb admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3978615 Jun 12 13:04:03.492166 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 58994) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:04:03.501373 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.v2.base [None req-0387d8c6-8077-43ac-9854-d7107ac5d2da admin admin] Request body: {'subnet': {'network_id': '6a2e051b-c954-436b-9198-a8311614f2b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1897894121-subnet', 'tenant_id': '83d993bf0cfc42ba9d46b2654d988544', 'ip_version': 4}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:04:03.531364 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0387d8c6-8077-43ac-9854-d7107ac5d2da admin admin] Made reservation on behalf of 83d993bf0cfc42ba9d46b2654d988544 for: {'subnet': 1} {{(pid=91667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 13:04:03.534931 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-0387d8c6-8077-43ac-9854-d7107ac5d2da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967252'] for subnet, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:03.558638 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857dd8db-a85b-4aa8-be6c-c916c15ea9cb admin admin] Pushing event updated for resources: {'Network': ['ID=6a2e051b-c954-436b-9198-a8311614f2b4,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:04:03.561929 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-857dd8db-a85b-4aa8-be6c-c916c15ea9cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:04:03.573385 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Network 6a2e051b-c954-436b-9198-a8311614f2b4 details requested by agent ovs-agent-dv-cinder-796114-1-iscsi with host dv-cinder-796114-1-iscsi {{(pid=91668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 13:04:03.575726 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-8185507d-4299-493e-b9a5-ef2ead1c740a None None] Set router 5215fdc6-546b-4c65-961a-7ff79e6f9f56 gateway port host: dv-cinder-796114-1-iscsi {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 13:04:03.798899 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-0387d8c6-8077-43ac-9854-d7107ac5d2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13278165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967234'] for subnet, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:03.802008 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:04:03.881906 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-8185507d-4299-493e-b9a5-ef2ead1c740a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5215fdc6-546b-4c65-961a-7ff79e6f9f56', 'name': 'tempest-TestShelveInstance-672066188-router', 'tenant_id': '309791d830a94b0f9bbf5e05447bde27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'e1ec3058-fb14-4fb2-80a8-eb8bc5907535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T13:03:56Z', 'updated_at': '2021-06-12T13:04:01Z', 'revision_number': 4, 'project_id': '309791d830a94b0f9bbf5e05447bde27', 'gw_port': {'id': 'e1ec3058-fb14-4fb2-80a8-eb8bc5907535', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:82:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5215fdc6-546b-4c65-961a-7ff79e6f9f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:03:57Z', 'updated_at': '2021-06-12T13:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_interfaces': [{'id': 'f76f7830-0d52-4cc2-a25f-0f88f967cf1b', 'name': '', 'network_id': 'd048a451-dcef-417f-bec1-0fcc7240acb9', 'tenant_id': '309791d830a94b0f9bbf5e05447bde27', 'mac_address': 'fa:16:3e:23:66:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5215fdc6-546b-4c65-961a-7ff79e6f9f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'dcf70ff7-e006-4744-9931-12302649ffac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:04:00Z', 'updated_at': '2021-06-12T13:04:01Z', 'revision_number': 2, 'project_id': '309791d830a94b0f9bbf5e05447bde27', 'subnets': [{'id': 'dcf70ff7-e006-4744-9931-12302649ffac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:04:03.885745 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8185507d-4299-493e-b9a5-ef2ead1c740a None None] Checking router: 5215fdc6-546b-4c65-961a-7ff79e6f9f56 for host: dv-cinder-796114-1-iscsi {{(pid=91669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 13:04:03.885928 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0387d8c6-8077-43ac-9854-d7107ac5d2da admin admin] Pushing event updated for resources: {'Subnet': ['ID=19c1424d-9b6e-4140-b5a2-be5d65fc63c4,revision_number=0']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:04:03.886103 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8185507d-4299-493e-b9a5-ef2ead1c740a None None] Updating router 5215fdc6-546b-4c65-961a-7ff79e6f9f56 port f76f7830-0d52-4cc2-a25f-0f88f967cf1b binding host dv-cinder-796114-1-iscsi {{(pid=91669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 13:04:03.891173 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-0387d8c6-8077-43ac-9854-d7107ac5d2da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:04:03.912507 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0387d8c6-8077-43ac-9854-d7107ac5d2da admin admin] Checking segment: {'id': '90694a6e-994f-4d50-a48b-f1c14779a09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6a2e051b-c954-436b-9198-a8311614f2b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 13:04:03.912936 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0387d8c6-8077-43ac-9854-d7107ac5d2da admin admin] Network hostable DHCP agents. Network: 6a2e051b-c954-436b-9198-a8311614f2b4, hostable agents: ['8dc1a162-787d-4a45-80b7-87a05126eea7'], hosted agents: [] {{(pid=91667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 13:04:03.933679 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0387d8c6-8077-43ac-9854-d7107ac5d2da admin admin] Network 6a2e051b-c954-436b-9198-a8311614f2b4 is scheduled to be hosted by DHCP agent 8dc1a162-787d-4a45-80b7-87a05126eea7 with binding_index 1 {{(pid=91667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 13:04:03.936098 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-8185507d-4299-493e-b9a5-ef2ead1c740a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:03.947134 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.base_scheduler [None req-0387d8c6-8077-43ac-9854-d7107ac5d2da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-1-iscsi, 6a2e051b-c954-436b-9198-a8311614f2b4) {{(pid=91667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 13:04:03.953572 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0387d8c6-8077-43ac-9854-d7107ac5d2da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:03.957510 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-0387d8c6-8077-43ac-9854-d7107ac5d2da admin admin] Notify callbacks [] for subnet, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:03.958863 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2fc60e-517c-49e6-9a90-191b955eb2c4 None None] Network 6a2e051b-c954-436b-9198-a8311614f2b4 requested from dv-cinder-796114-1-iscsi {{(pid=91668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 13:04:03.978706 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-0387d8c6-8077-43ac-9854-d7107ac5d2da admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4847801 Jun 12 13:04:03.981250 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 59000) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:04:03.987055 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.v2.base [None req-e55b8208-90d1-4a67-a0cc-cfd51f803963 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1897894121-router', 'tenant_id': '83d993bf0cfc42ba9d46b2654d988544', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587'}}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:04:04.012008 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-e55b8208-90d1-4a67-a0cc-cfd51f803963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-443820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60904'] for router, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:04.013016 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-e55b8208-90d1-4a67-a0cc-cfd51f803963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-389058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60897'] for router, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:04.087433 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-e55b8208-90d1-4a67-a0cc-cfd51f803963 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:04.189130 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e7220b-e1c1-4e4b-9e7f-29b47c3837b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94262ffb-d3ee-52fc-8937-1caaa686fe76-6a2e051b-c954-436b-9198-a8311614f2b4', 'network_id': '6a2e051b-c954-436b-9198-a8311614f2b4', 'tenant_id': '83d993bf0cfc42ba9d46b2654d988544', 'fixed_ips': [{'subnet_id': '19c1424d-9b6e-4140-b5a2-be5d65fc63c4'}]}} from dv-cinder-796114-1-iscsi. {{(pid=91668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 12 13:04:04.190328 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-04e7220b-e1c1-4e4b-9e7f-29b47c3837b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for port, before_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:04.367538 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.db_base_plugin_common [None req-04e7220b-e1c1-4e4b-9e7f-29b47c3837b0 None None] Allocated IP 172.20.0.2 (6a2e051b-c954-436b-9198-a8311614f2b4/19c1424d-9b6e-4140-b5a2-be5d65fc63c4/5de57738-0122-46ff-8bfd-c041e3401e6c) {{(pid=91668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 13:04:04.369369 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-8185507d-4299-493e-b9a5-ef2ead1c740a None None] Notify callbacks [] for port, precommit_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:04.381531 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-8185507d-4299-493e-b9a5-ef2ead1c740a None None] Transition to ACTIVE for port object f76f7830-0d52-4cc2-a25f-0f88f967cf1b will not be triggered until provisioned by entity L2. {{(pid=91669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 13:04:04.388647 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-8185507d-4299-493e-b9a5-ef2ead1c740a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:04.391167 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:04:04.555409 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37247ff-8ba3-4459-b90e-946e84d0b075 None None] Pushing event updated for resources: {'Port': ['ID=f76f7830-0d52-4cc2-a25f-0f88f967cf1b,revision_number=3']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:04:04.565732 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37247ff-8ba3-4459-b90e-946e84d0b075 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:04:04.566510 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37247ff-8ba3-4459-b90e-946e84d0b075 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:04:04.567009 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37247ff-8ba3-4459-b90e-946e84d0b075 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:04:04.567551 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37247ff-8ba3-4459-b90e-946e84d0b075 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:04:04.568224 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37247ff-8ba3-4459-b90e-946e84d0b075 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:04:04.568733 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37247ff-8ba3-4459-b90e-946e84d0b075 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:04:04.569251 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37247ff-8ba3-4459-b90e-946e84d0b075 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:04:04.569746 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37247ff-8ba3-4459-b90e-946e84d0b075 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:04:04.570262 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37247ff-8ba3-4459-b90e-946e84d0b075 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:04:04.570765 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37247ff-8ba3-4459-b90e-946e84d0b075 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:04:04.571265 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37247ff-8ba3-4459-b90e-946e84d0b075 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:04:04.571760 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37247ff-8ba3-4459-b90e-946e84d0b075 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:04:04.575876 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-c37247ff-8ba3-4459-b90e-946e84d0b075 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:04:04.589970 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-e55b8208-90d1-4a67-a0cc-cfd51f803963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453826', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-443838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60919'] for router, precommit_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:04.628231 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-8185507d-4299-493e-b9a5-ef2ead1c740a None None] Attempting to bind port f76f7830-0d52-4cc2-a25f-0f88f967cf1b on host dv-cinder-796114-1-iscsi for vnic_type normal with profile {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 13:04:04.628891 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-8185507d-4299-493e-b9a5-ef2ead1c740a None None] Attempting to bind port f76f7830-0d52-4cc2-a25f-0f88f967cf1b by drivers openvswitch,hyperv on host dv-cinder-796114-1-iscsi at level 0 using segments [{'id': 'c3127ea0-0d16-4f16-abc1-6f725a1ca8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd048a451-dcef-417f-bec1-0fcc7240acb9'}] {{(pid=91669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 13:04:04.629256 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8185507d-4299-493e-b9a5-ef2ead1c740a None None] Attempting to bind port f76f7830-0d52-4cc2-a25f-0f88f967cf1b on network d048a451-dcef-417f-bec1-0fcc7240acb9 {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 13:04:04.636009 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8185507d-4299-493e-b9a5-ef2ead1c740a None None] Checking agent: {'id': '0e4c1f03-8758-41fd-af96-477868dcd4b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 12, 50, 23), 'started_at': datetime.datetime(2021, 6, 12, 12, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 13, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 13:04:04.636658 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8185507d-4299-493e-b9a5-ef2ead1c740a None None] Checking segment: {'id': 'c3127ea0-0d16-4f16-abc1-6f725a1ca8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd048a451-dcef-417f-bec1-0fcc7240acb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 13:04:04.637222 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-8185507d-4299-493e-b9a5-ef2ead1c740a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:04.637799 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8185507d-4299-493e-b9a5-ef2ead1c740a None None] Bound using segment: {'id': 'c3127ea0-0d16-4f16-abc1-6f725a1ca8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd048a451-dcef-417f-bec1-0fcc7240acb9'} {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 13:04:04.638838 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-8185507d-4299-493e-b9a5-ef2ead1c740a None None] Bound port: f76f7830-0d52-4cc2-a25f-0f88f967cf1b, host: dv-cinder-796114-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3127ea0-0d16-4f16-abc1-6f725a1ca8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd048a451-dcef-417f-bec1-0fcc7240acb9'}}] {{(pid=91669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 13:04:04.639396 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-8185507d-4299-493e-b9a5-ef2ead1c740a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:04.737088 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-8185507d-4299-493e-b9a5-ef2ead1c740a None None] For port f76f7830-0d52-4cc2-a25f-0f88f967cf1b, host dv-cinder-796114-1-iscsi, cleared binding levels {{(pid=91669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 13:04:04.741206 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-8185507d-4299-493e-b9a5-ef2ead1c740a None None] For port f76f7830-0d52-4cc2-a25f-0f88f967cf1b, host dv-cinder-796114-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=f76f7830-0d52-4cc2-a25f-0f88f967cf1b,segment=NetworkSegment(c3127ea0-0d16-4f16-abc1-6f725a1ca8f5),segment_id=c3127ea0-0d16-4f16-abc1-6f725a1ca8f5)] {{(pid=91669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 13:04:04.744528 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-04e7220b-e1c1-4e4b-9e7f-29b47c3837b0 None None] Notify callbacks [] for port, precommit_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:04.747359 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-8185507d-4299-493e-b9a5-ef2ead1c740a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:04.749706 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:04:04.753973 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-04e7220b-e1c1-4e4b-9e7f-29b47c3837b0 None None] Transition to ACTIVE for port object 5de57738-0122-46ff-8bfd-c041e3401e6c will not be triggered until provisioned by entity L2. {{(pid=91668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 13:04:04.772810 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-04e7220b-e1c1-4e4b-9e7f-29b47c3837b0 None None] Transition to ACTIVE for port object 5de57738-0122-46ff-8bfd-c041e3401e6c will not be triggered until provisioned by entity DHCP. {{(pid=91668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 13:04:04.783470 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-04e7220b-e1c1-4e4b-9e7f-29b47c3837b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1466997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-122173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752044431912'] for port, after_create {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:04.787279 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:04:04.841598 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37247ff-8ba3-4459-b90e-946e84d0b075 None None] Pushing event updated for resources: {'Port': ['ID=f76f7830-0d52-4cc2-a25f-0f88f967cf1b,revision_number=4']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:04:04.844675 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8185507d-4299-493e-b9a5-ef2ead1c740a None None] Routers {'5215fdc6-546b-4c65-961a-7ff79e6f9f56'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 13:04:04.845492 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-8185507d-4299-493e-b9a5-ef2ead1c740a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T13:03:53Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['5215fdc6-546b-4c65-961a-7ff79e6f9f56'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:04:04.847864 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-c37247ff-8ba3-4459-b90e-946e84d0b075 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:04:04.851302 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e7220b-e1c1-4e4b-9e7f-29b47c3837b0 None None] Network 6a2e051b-c954-436b-9198-a8311614f2b4 is already hosted by enough agents. {{(pid=91668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 13:04:04.854952 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.scheduler.base_scheduler [None req-04e7220b-e1c1-4e4b-9e7f-29b47c3837b0 None None] Resources bound (agent type, host, resource id): {{(pid=91668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 13:04:04.858060 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e7220b-e1c1-4e4b-9e7f-29b47c3837b0 None None] Received port after_create {{(pid=91668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 13:04:04.867594 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e7220b-e1c1-4e4b-9e7f-29b47c3837b0 None None] Pushing event updated for resources: {'Port': ['ID=5de57738-0122-46ff-8bfd-c041e3401e6c,revision_number=1']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:04:04.871516 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-04e7220b-e1c1-4e4b-9e7f-29b47c3837b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:04:04.907688 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device e1ec3058-fb14-4fb2-80a8-eb8bc5907535 up at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 13:04:04.940310 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-e55b8208-90d1-4a67-a0cc-cfd51f803963 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:04.975135 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-e55b8208-90d1-4a67-a0cc-cfd51f803963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for port, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:05.011133 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [None req-04e7220b-e1c1-4e4b-9e7f-29b47c3837b0 None None] Attempting to bind port 5de57738-0122-46ff-8bfd-c041e3401e6c on host dv-cinder-796114-1-iscsi for vnic_type normal with profile {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 13:04:05.012284 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [None req-04e7220b-e1c1-4e4b-9e7f-29b47c3837b0 None None] Attempting to bind port 5de57738-0122-46ff-8bfd-c041e3401e6c by drivers openvswitch,hyperv on host dv-cinder-796114-1-iscsi at level 0 using segments [{'id': '90694a6e-994f-4d50-a48b-f1c14779a09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6a2e051b-c954-436b-9198-a8311614f2b4'}] {{(pid=91668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 13:04:05.012838 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e7220b-e1c1-4e4b-9e7f-29b47c3837b0 None None] Attempting to bind port 5de57738-0122-46ff-8bfd-c041e3401e6c on network 6a2e051b-c954-436b-9198-a8311614f2b4 {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 13:04:05.023167 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e7220b-e1c1-4e4b-9e7f-29b47c3837b0 None None] Checking agent: {'id': '0e4c1f03-8758-41fd-af96-477868dcd4b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 12, 50, 23), 'started_at': datetime.datetime(2021, 6, 12, 12, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 13, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 13:04:05.024000 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e7220b-e1c1-4e4b-9e7f-29b47c3837b0 None None] Checking segment: {'id': '90694a6e-994f-4d50-a48b-f1c14779a09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6a2e051b-c954-436b-9198-a8311614f2b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 13:04:05.024679 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-04e7220b-e1c1-4e4b-9e7f-29b47c3837b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:05.025236 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e7220b-e1c1-4e4b-9e7f-29b47c3837b0 None None] Bound using segment: {'id': '90694a6e-994f-4d50-a48b-f1c14779a09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6a2e051b-c954-436b-9198-a8311614f2b4'} {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 13:04:05.025994 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [None req-04e7220b-e1c1-4e4b-9e7f-29b47c3837b0 None None] Bound port: 5de57738-0122-46ff-8bfd-c041e3401e6c, host: dv-cinder-796114-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90694a6e-994f-4d50-a48b-f1c14779a09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6a2e051b-c954-436b-9198-a8311614f2b4'}}] {{(pid=91668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 13:04:05.026676 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-04e7220b-e1c1-4e4b-9e7f-29b47c3837b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:05.084668 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning complete for port e1ec3058-fb14-4fb2-80a8-eb8bc5907535 triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 13:04:05.085562 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:05.142579 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.db.db_base_plugin_common [None req-e55b8208-90d1-4a67-a0cc-cfd51f803963 admin admin] Allocated IP 172.27.3.66 (d31b88ef-fdf5-46b1-8572-11d751094587/d3cd8c99-09c7-4ded-87bb-a3c326773e06/715a93e3-879d-462c-af46-1fe474daecb1) {{(pid=91667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 13:04:05.166038 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-8185507d-4299-493e-b9a5-ef2ead1c740a None None] Set router 5215fdc6-546b-4c65-961a-7ff79e6f9f56 gateway port host: dv-cinder-796114-1-iscsi {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 13:04:05.171682 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-04e7220b-e1c1-4e4b-9e7f-29b47c3837b0 None None] For port 5de57738-0122-46ff-8bfd-c041e3401e6c, host dv-cinder-796114-1-iscsi, cleared binding levels {{(pid=91668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 13:04:05.181234 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-04e7220b-e1c1-4e4b-9e7f-29b47c3837b0 None None] For port 5de57738-0122-46ff-8bfd-c041e3401e6c, host dv-cinder-796114-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=5de57738-0122-46ff-8bfd-c041e3401e6c,segment=NetworkSegment(90694a6e-994f-4d50-a48b-f1c14779a09f),segment_id=90694a6e-994f-4d50-a48b-f1c14779a09f)] {{(pid=91668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 13:04:05.190921 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-04e7220b-e1c1-4e4b-9e7f-29b47c3837b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:05.195251 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:04:05.310314 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e7220b-e1c1-4e4b-9e7f-29b47c3837b0 None None] Pushing event updated for resources: {'Port': ['ID=5de57738-0122-46ff-8bfd-c041e3401e6c,revision_number=2']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:04:05.312264 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-e55b8208-90d1-4a67-a0cc-cfd51f803963 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:05.313211 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-04e7220b-e1c1-4e4b-9e7f-29b47c3837b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:04:05.369154 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-e55b8208-90d1-4a67-a0cc-cfd51f803963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1466997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-122173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752044431912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13277797'] for port, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:05.381611 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:04:05.391057 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55b8208-90d1-4a67-a0cc-cfd51f803963 admin admin] Network d31b88ef-fdf5-46b1-8572-11d751094587 is already hosted by enough agents. {{(pid=91667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 13:04:05.396194 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device 09228ed0-60cd-4eff-9a93-64dbc7b7ba4b no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 13:04:05.427858 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] No Port match for: 09228ed0-60cd-4eff-9a93-64dbc7b7ba4b {{(pid=91668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 13:04:05.428212 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device 09228ed0-60cd-4eff-9a93-64dbc7b7ba4b not bound to the agent host hv-cinder-79611 {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 13:04:05.433389 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.base_scheduler [None req-e55b8208-90d1-4a67-a0cc-cfd51f803963 admin admin] Resources bound (agent type, host, resource id): {{(pid=91667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 13:04:05.440733 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55b8208-90d1-4a67-a0cc-cfd51f803963 admin admin] Received port after_create {{(pid=91667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 13:04:05.479081 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-8185507d-4299-493e-b9a5-ef2ead1c740a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5215fdc6-546b-4c65-961a-7ff79e6f9f56', 'name': 'tempest-TestShelveInstance-672066188-router', 'tenant_id': '309791d830a94b0f9bbf5e05447bde27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'e1ec3058-fb14-4fb2-80a8-eb8bc5907535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T13:03:56Z', 'updated_at': '2021-06-12T13:04:01Z', 'revision_number': 4, 'project_id': '309791d830a94b0f9bbf5e05447bde27', 'gw_port': {'id': 'e1ec3058-fb14-4fb2-80a8-eb8bc5907535', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:82:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5215fdc6-546b-4c65-961a-7ff79e6f9f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:03:57Z', 'updated_at': '2021-06-12T13:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_interfaces': [{'id': 'f76f7830-0d52-4cc2-a25f-0f88f967cf1b', 'name': '', 'network_id': 'd048a451-dcef-417f-bec1-0fcc7240acb9', 'tenant_id': '309791d830a94b0f9bbf5e05447bde27', 'mac_address': 'fa:16:3e:23:66:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5215fdc6-546b-4c65-961a-7ff79e6f9f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'dcf70ff7-e006-4744-9931-12302649ffac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:04:00Z', 'updated_at': '2021-06-12T13:04:04Z', 'revision_number': 4, 'project_id': '309791d830a94b0f9bbf5e05447bde27', 'subnets': [{'id': 'dcf70ff7-e006-4744-9931-12302649ffac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:04:05.483336 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8185507d-4299-493e-b9a5-ef2ead1c740a None None] The sync data for ids ['5215fdc6-546b-4c65-961a-7ff79e6f9f56'] in dv-cinder-796114-1-iscsi is: [{'id': '5215fdc6-546b-4c65-961a-7ff79e6f9f56', 'name': 'tempest-TestShelveInstance-672066188-router', 'tenant_id': '309791d830a94b0f9bbf5e05447bde27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'e1ec3058-fb14-4fb2-80a8-eb8bc5907535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T13:03:56Z', 'updated_at': '2021-06-12T13:04:01Z', 'revision_number': 4, 'project_id': '309791d830a94b0f9bbf5e05447bde27', 'gw_port': {'id': 'e1ec3058-fb14-4fb2-80a8-eb8bc5907535', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:82:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5215fdc6-546b-4c65-961a-7ff79e6f9f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:03:57Z', 'updated_at': '2021-06-12T13:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_interfaces': [{'id': 'f76f7830-0d52-4cc2-a25f-0f88f967cf1b', 'name': '', 'network_id': 'd048a451-dcef-417f-bec1-0fcc7240acb9', 'tenant_id': '309791d830a94b0f9bbf5e05447bde27', 'mac_address': 'fa:16:3e:23:66:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5215fdc6-546b-4c65-961a-7ff79e6f9f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'dcf70ff7-e006-4744-9931-12302649ffac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:04:00Z', 'updated_at': '2021-06-12T13:04:04Z', 'revision_number': 4, 'project_id': '309791d830a94b0f9bbf5e05447bde27', 'subnets': [{'id': 'dcf70ff7-e006-4744-9931-12302649ffac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 13:04:05.492468 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55b8208-90d1-4a67-a0cc-cfd51f803963 admin admin] Pushing event updated for resources: {'Port': ['ID=715a93e3-879d-462c-af46-1fe474daecb1,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:04:05.496621 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-e55b8208-90d1-4a67-a0cc-cfd51f803963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:04:05.891598 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-e55b8208-90d1-4a67-a0cc-cfd51f803963 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:06.204510 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-e55b8208-90d1-4a67-a0cc-cfd51f803963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-443815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454298'] for router, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:06.446487 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e55b8208-90d1-4a67-a0cc-cfd51f803963 admin admin] Router 8c097a44-bd3a-40a0-a709-8e7a7376921e is scheduled to L3 agent 68a3a672-d21c-4adb-804e-7b4e770767ea with binding_index 1 {{(pid=91667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 12 13:04:06.533161 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f95f720-2bc6-4c26-8ee4-5d21ecda0616 None None] Network 6a2e051b-c954-436b-9198-a8311614f2b4 requested from dv-cinder-796114-1-iscsi {{(pid=91668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 13:04:06.654585 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-0950ed60-5051-4fa9-9711-5de14ea06399 None None] Provisioning for port 5de57738-0122-46ff-8bfd-c041e3401e6c completed by entity DHCP. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 13:04:06.662498 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e55b8208-90d1-4a67-a0cc-cfd51f803963 admin admin] Notify agent at l3_agent.dv-cinder-796114-1-iscsi the message routers_updated {{(pid=91667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 13:04:06.704291 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-e55b8208-90d1-4a67-a0cc-cfd51f803963 admin admin] Notify callbacks [] for router, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:06.706184 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dde3410-c20f-4cbb-afb1-553e3fc0f7cf None None] Sync routers for ids ['8c097a44-bd3a-40a0-a709-8e7a7376921e'] in dv-cinder-796114-1-iscsi {{(pid=91668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 13:04:06.712290 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-e55b8208-90d1-4a67-a0cc-cfd51f803963 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7268250 Jun 12 13:04:06.712290 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 59018) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:04:06.738706 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dde3410-c20f-4cbb-afb1-553e3fc0f7cf None None] Routers {'8c097a44-bd3a-40a0-a709-8e7a7376921e'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 13:04:06.739665 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-5dde3410-c20f-4cbb-afb1-553e3fc0f7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T13:03:53Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['8c097a44-bd3a-40a0-a709-8e7a7376921e'], 'active': True} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:04:06.995129 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvr_db [None req-5dde3410-c20f-4cbb-afb1-553e3fc0f7cf None None] Set router 8c097a44-bd3a-40a0-a709-8e7a7376921e gateway port host: dv-cinder-796114-1-iscsi {{(pid=91668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 13:04:07.052273 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device 5de57738-0122-46ff-8bfd-c041e3401e6c up at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 13:04:07.277046 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning for port 5de57738-0122-46ff-8bfd-c041e3401e6c completed by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 13:04:07.285508 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning complete for port 5de57738-0122-46ff-8bfd-c041e3401e6c triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 13:04:07.286010 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:07.499924 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:07.519375 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-5dde3410-c20f-4cbb-afb1-553e3fc0f7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c097a44-bd3a-40a0-a709-8e7a7376921e', 'name': 'tempest-TestShelveInstance-1897894121-router', 'tenant_id': '83d993bf0cfc42ba9d46b2654d988544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '715a93e3-879d-462c-af46-1fe474daecb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T13:04:04Z', 'updated_at': '2021-06-12T13:04:05Z', 'revision_number': 3, 'project_id': '83d993bf0cfc42ba9d46b2654d988544', 'gw_port': {'id': '715a93e3-879d-462c-af46-1fe474daecb1', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c097a44-bd3a-40a0-a709-8e7a7376921e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:04:04Z', 'updated_at': '2021-06-12T13:04:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi'}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:04:07.532431 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-04b19a4f-f368-4815-b9c3-f0f580e01972 None None] Provisioning complete for port 5de57738-0122-46ff-8bfd-c041e3401e6c triggered by entity DHCP. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 13:04:07.532930 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-04b19a4f-f368-4815-b9c3-f0f580e01972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:07.534484 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dde3410-c20f-4cbb-afb1-553e3fc0f7cf None None] Checking router: 8c097a44-bd3a-40a0-a709-8e7a7376921e for host: dv-cinder-796114-1-iscsi {{(pid=91668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 13:04:07.535099 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dde3410-c20f-4cbb-afb1-553e3fc0f7cf None None] Updating router 8c097a44-bd3a-40a0-a709-8e7a7376921e port 715a93e3-879d-462c-af46-1fe474daecb1 binding host dv-cinder-796114-1-iscsi {{(pid=91668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 13:04:07.600099 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] For port 5de57738-0122-46ff-8bfd-c041e3401e6c, host dv-cinder-796114-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=5de57738-0122-46ff-8bfd-c041e3401e6c,segment=NetworkSegment(90694a6e-994f-4d50-a48b-f1c14779a09f),segment_id=90694a6e-994f-4d50-a48b-f1c14779a09f)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:04:07.615215 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:07.616089 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device f76f7830-0d52-4cc2-a25f-0f88f967cf1b up at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 13:04:07.621437 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:04:07.738846 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-7d7ca61c-7dcc-4819-aa7a-5fa66a1f0622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for port, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:07.829844 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-5dde3410-c20f-4cbb-afb1-553e3fc0f7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:07.915510 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Pushing event updated for resources: {'Port': ['ID=5de57738-0122-46ff-8bfd-c041e3401e6c,revision_number=3']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:04:07.922158 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:04:07.952757 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.db.db_base_plugin_common [None req-7d7ca61c-7dcc-4819-aa7a-5fa66a1f0622 admin admin] Allocated IP 172.20.0.1 (6a2e051b-c954-436b-9198-a8311614f2b4/19c1424d-9b6e-4140-b5a2-be5d65fc63c4/3777142e-afe8-44ff-bac4-81e6cd6234b0) {{(pid=91667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 13:04:08.125245 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-7d7ca61c-7dcc-4819-aa7a-5fa66a1f0622 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:08.156316 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.db.provisioning_blocks [None req-7d7ca61c-7dcc-4819-aa7a-5fa66a1f0622 admin admin] Transition to ACTIVE for port object 3777142e-afe8-44ff-bac4-81e6cd6234b0 will not be triggered until provisioned by entity DHCP. {{(pid=91667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 13:04:08.171307 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning for port f76f7830-0d52-4cc2-a25f-0f88f967cf1b completed by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 13:04:08.182040 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning complete for port f76f7830-0d52-4cc2-a25f-0f88f967cf1b triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 13:04:08.182877 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:08.217495 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-7d7ca61c-7dcc-4819-aa7a-5fa66a1f0622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1466997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-122173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752044431912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13277797'] for port, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:08.219970 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-78240845-7d65-4d18-8406-e7b6c5298276 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:04:08.273445 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7ca61c-7dcc-4819-aa7a-5fa66a1f0622 admin admin] Pushing event updated for resources: {'Port': ['ID=3777142e-afe8-44ff-bac4-81e6cd6234b0,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:04:08.278805 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-7d7ca61c-7dcc-4819-aa7a-5fa66a1f0622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:04:08.289235 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7ca61c-7dcc-4819-aa7a-5fa66a1f0622 admin admin] Network 6a2e051b-c954-436b-9198-a8311614f2b4 is already hosted by enough agents. {{(pid=91667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 13:04:08.291003 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.base_scheduler [None req-7d7ca61c-7dcc-4819-aa7a-5fa66a1f0622 admin admin] Resources bound (agent type, host, resource id): {{(pid=91667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 13:04:08.293512 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7ca61c-7dcc-4819-aa7a-5fa66a1f0622 admin admin] Received port after_create {{(pid=91667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 13:04:08.345448 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-7d7ca61c-7dcc-4819-aa7a-5fa66a1f0622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-458079'] for router_interface, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:08.386812 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:08.393179 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-5dde3410-c20f-4cbb-afb1-553e3fc0f7cf None None] Notify callbacks [] for port, precommit_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:08.420105 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-5dde3410-c20f-4cbb-afb1-553e3fc0f7cf None None] Transition to ACTIVE for port object 715a93e3-879d-462c-af46-1fe474daecb1 will not be triggered until provisioned by entity L2. {{(pid=91668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 13:04:08.436202 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-5dde3410-c20f-4cbb-afb1-553e3fc0f7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:08.445702 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:04:08.477561 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] For port f76f7830-0d52-4cc2-a25f-0f88f967cf1b, host dv-cinder-796114-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=f76f7830-0d52-4cc2-a25f-0f88f967cf1b,segment=NetworkSegment(c3127ea0-0d16-4f16-abc1-6f725a1ca8f5),segment_id=c3127ea0-0d16-4f16-abc1-6f725a1ca8f5)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:04:08.507526 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:08.528450 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4311f11-98ac-4d28-bb40-9825dd52d37c None None] Pushing event updated for resources: {'Port': ['ID=715a93e3-879d-462c-af46-1fe474daecb1,revision_number=2']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:04:08.531314 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [None req-5dde3410-c20f-4cbb-afb1-553e3fc0f7cf None None] Attempting to bind port 715a93e3-879d-462c-af46-1fe474daecb1 on host dv-cinder-796114-1-iscsi for vnic_type normal with profile {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 13:04:08.531612 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [None req-5dde3410-c20f-4cbb-afb1-553e3fc0f7cf None None] Attempting to bind port 715a93e3-879d-462c-af46-1fe474daecb1 by drivers openvswitch,hyperv on host dv-cinder-796114-1-iscsi at level 0 using segments [{'id': '3c2da916-7025-41e9-bbaa-dbdda4d660f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587'}] {{(pid=91668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 13:04:08.531839 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dde3410-c20f-4cbb-afb1-553e3fc0f7cf None None] Attempting to bind port 715a93e3-879d-462c-af46-1fe474daecb1 on network d31b88ef-fdf5-46b1-8572-11d751094587 {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 13:04:08.534319 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-b4311f11-98ac-4d28-bb40-9825dd52d37c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:04:08.534687 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:04:08.567426 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dde3410-c20f-4cbb-afb1-553e3fc0f7cf None None] Checking agent: {'id': '0e4c1f03-8758-41fd-af96-477868dcd4b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 12, 50, 23), 'started_at': datetime.datetime(2021, 6, 12, 12, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 13, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 13:04:08.567807 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dde3410-c20f-4cbb-afb1-553e3fc0f7cf None None] Checking segment: {'id': '3c2da916-7025-41e9-bbaa-dbdda4d660f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 13:04:08.568512 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-5dde3410-c20f-4cbb-afb1-553e3fc0f7cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:08.568512 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dde3410-c20f-4cbb-afb1-553e3fc0f7cf None None] Bound using segment: {'id': '3c2da916-7025-41e9-bbaa-dbdda4d660f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587'} {{(pid=91668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 13:04:08.568962 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.managers [None req-5dde3410-c20f-4cbb-afb1-553e3fc0f7cf None None] Bound port: 715a93e3-879d-462c-af46-1fe474daecb1, host: dv-cinder-796114-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2da916-7025-41e9-bbaa-dbdda4d660f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587'}}] {{(pid=91668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 13:04:08.569337 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-5dde3410-c20f-4cbb-afb1-553e3fc0f7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:08.593249 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-7d7ca61c-7dcc-4819-aa7a-5fa66a1f0622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:08.649886 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-8426da31-59a2-469a-b542-52928bb4e97d None None] Provisioning for port 3777142e-afe8-44ff-bac4-81e6cd6234b0 completed by entity DHCP. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 13:04:08.660042 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Pushing event updated for resources: {'Port': ['ID=f76f7830-0d52-4cc2-a25f-0f88f967cf1b,revision_number=5']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:04:08.679148 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-5dde3410-c20f-4cbb-afb1-553e3fc0f7cf None None] For port 715a93e3-879d-462c-af46-1fe474daecb1, host dv-cinder-796114-1-iscsi, cleared binding levels {{(pid=91668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 13:04:08.683052 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-5dde3410-c20f-4cbb-afb1-553e3fc0f7cf None None] For port 715a93e3-879d-462c-af46-1fe474daecb1, host dv-cinder-796114-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=715a93e3-879d-462c-af46-1fe474daecb1,segment=NetworkSegment(3c2da916-7025-41e9-bbaa-dbdda4d660f0),segment_id=3c2da916-7025-41e9-bbaa-dbdda4d660f0)] {{(pid=91668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 13:04:08.684858 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:04:08.685706 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-8426da31-59a2-469a-b542-52928bb4e97d None None] Provisioning complete for port 3777142e-afe8-44ff-bac4-81e6cd6234b0 triggered by entity DHCP. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 13:04:08.686090 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-8426da31-59a2-469a-b542-52928bb4e97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:08.689426 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-5dde3410-c20f-4cbb-afb1-553e3fc0f7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:08.720740 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-85a996e8-1223-4d5a-9eec-8462c1929c58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:04:08.736727 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e844fd-b0ff-4614-b19a-3488d22d3775 req-58579d53-5f4a-476a-ab5f-1788c3290e45 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:08.740231 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-e9e844fd-b0ff-4614-b19a-3488d22d3775 req-58579d53-5f4a-476a-ab5f-1788c3290e45 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ac2fe1-1e41-436e-bb7c-d7089da6088c HTTP/1.1" status: 200 len: 984 time: 0.0754573 Jun 12 13:04:08.787800 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-e9e844fd-b0ff-4614-b19a-3488d22d3775 req-6e137e9d-eaf0-4012-975a-937dab44729c tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/security-groups?id=e07f563c-91f7-4cb3-9549-e4e7eef36183&id=942882e3-e2ed-430b-b267-956ec92c5245&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414691 Jun 12 13:04:08.815029 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-8426da31-59a2-469a-b542-52928bb4e97d None None] Port 3777142e-afe8-44ff-bac4-81e6cd6234b0 cannot update to ACTIVE because it is not bound. {{(pid=91668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 13:04:08.838561 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dde3410-c20f-4cbb-afb1-553e3fc0f7cf None None] Routers {'8c097a44-bd3a-40a0-a709-8e7a7376921e'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 13:04:08.839287 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-5dde3410-c20f-4cbb-afb1-553e3fc0f7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T13:03:53Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['8c097a44-bd3a-40a0-a709-8e7a7376921e'], 'active': True} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:04:08.840916 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4311f11-98ac-4d28-bb40-9825dd52d37c None None] Pushing event updated for resources: {'Port': ['ID=715a93e3-879d-462c-af46-1fe474daecb1,revision_number=3']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:04:08.844760 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-b4311f11-98ac-4d28-bb40-9825dd52d37c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:04:08.890074 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-7d7ca61c-7dcc-4819-aa7a-5fa66a1f0622 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:08.899052 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-7d7ca61c-7dcc-4819-aa7a-5fa66a1f0622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13277787'] for port, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:08.900457 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device 5de57738-0122-46ff-8bfd-c041e3401e6c up at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 13:04:08.901942 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:04:08.906817 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b4449-714a-4e65-b1c1-939f1a2f6dcb req-3fc4b438-4ff0-45fb-b1bd-2dc0afdbb747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:08.908300 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-ee8b4449-714a-4e65-b1c1-939f1a2f6dcb req-3fc4b438-4ff0-45fb-b1bd-2dc0afdbb747 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=28043c4af02547deae876ba39ba11123&device_id=19ac2fe1-1e41-436e-bb7c-d7089da6088c HTTP/1.1" status: 200 len: 1137 time: 0.1184556 Jun 12 13:04:08.989652 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7ca61c-7dcc-4819-aa7a-5fa66a1f0622 admin admin] Pushing event updated for resources: {'Port': ['ID=3777142e-afe8-44ff-bac4-81e6cd6234b0,revision_number=2']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:04:08.992546 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-7d7ca61c-7dcc-4819-aa7a-5fa66a1f0622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:04:08.993700 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-7d7ca61c-7dcc-4819-aa7a-5fa66a1f0622 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-458187'] for router_interface, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:09.033635 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning complete for port 5de57738-0122-46ff-8bfd-c041e3401e6c triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 13:04:09.034009 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:09.038977 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvr_db [None req-5dde3410-c20f-4cbb-afb1-553e3fc0f7cf None None] Set router 8c097a44-bd3a-40a0-a709-8e7a7376921e gateway port host: dv-cinder-796114-1-iscsi {{(pid=91668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 13:04:09.114439 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7ca61c-7dcc-4819-aa7a-5fa66a1f0622 admin admin] Network 6a2e051b-c954-436b-9198-a8311614f2b4 is already hosted by enough agents. {{(pid=91667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 13:04:09.115988 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.base_scheduler [None req-7d7ca61c-7dcc-4819-aa7a-5fa66a1f0622 admin admin] Resources bound (agent type, host, resource id): {{(pid=91667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 13:04:09.283824 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d7ca61c-7dcc-4819-aa7a-5fa66a1f0622 admin admin] Router 8c097a44-bd3a-40a0-a709-8e7a7376921e has already been hosted by L3 agent 68a3a672-d21c-4adb-804e-7b4e770767ea {{(pid=91667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 13:04:09.322723 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device f76f7830-0d52-4cc2-a25f-0f88f967cf1b up at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 13:04:09.416228 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-4dbb62f9-3955-42f1-a765-7fdf14075daf None None] Provisioning complete for port 3777142e-afe8-44ff-bac4-81e6cd6234b0 triggered by entity DHCP. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 13:04:09.416534 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-4dbb62f9-3955-42f1-a765-7fdf14075daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:09.441822 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d7ca61c-7dcc-4819-aa7a-5fa66a1f0622 admin admin] Notify agent at l3_agent.dv-cinder-796114-1-iscsi the message routers_updated {{(pid=91667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 13:04:09.454521 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-7d7ca61c-7dcc-4819-aa7a-5fa66a1f0622 admin admin] 10.222.0.23 "PUT /v2.0/routers/8c097a44-bd3a-40a0-a709-8e7a7376921e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7324855 Jun 12 13:04:09.479529 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-4dbb62f9-3955-42f1-a765-7fdf14075daf None None] Port 3777142e-afe8-44ff-bac4-81e6cd6234b0 cannot update to ACTIVE because it is not bound. {{(pid=91668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 13:04:09.482933 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning complete for port f76f7830-0d52-4cc2-a25f-0f88f967cf1b triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 13:04:09.483317 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:09.533457 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-5dde3410-c20f-4cbb-afb1-553e3fc0f7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c097a44-bd3a-40a0-a709-8e7a7376921e', 'name': 'tempest-TestShelveInstance-1897894121-router', 'tenant_id': '83d993bf0cfc42ba9d46b2654d988544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '715a93e3-879d-462c-af46-1fe474daecb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T13:04:04Z', 'updated_at': '2021-06-12T13:04:08Z', 'revision_number': 4, 'project_id': '83d993bf0cfc42ba9d46b2654d988544', 'gw_port': {'id': '715a93e3-879d-462c-af46-1fe474daecb1', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c097a44-bd3a-40a0-a709-8e7a7376921e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:04:04Z', 'updated_at': '2021-06-12T13:04:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_interfaces': [{'id': '3777142e-afe8-44ff-bac4-81e6cd6234b0', 'name': '', 'network_id': '6a2e051b-c954-436b-9198-a8311614f2b4', 'tenant_id': '83d993bf0cfc42ba9d46b2654d988544', 'mac_address': 'fa:16:3e:8c:1e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c097a44-bd3a-40a0-a709-8e7a7376921e', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '19c1424d-9b6e-4140-b5a2-be5d65fc63c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:04:07Z', 'updated_at': '2021-06-12T13:04:07Z', 'revision_number': 1, 'project_id': '83d993bf0cfc42ba9d46b2654d988544', 'subnets': [{'id': '19c1424d-9b6e-4140-b5a2-be5d65fc63c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:04:09.540291 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dde3410-c20f-4cbb-afb1-553e3fc0f7cf None None] The sync data for ids ['8c097a44-bd3a-40a0-a709-8e7a7376921e'] in dv-cinder-796114-1-iscsi is: [{'id': '8c097a44-bd3a-40a0-a709-8e7a7376921e', 'name': 'tempest-TestShelveInstance-1897894121-router', 'tenant_id': '83d993bf0cfc42ba9d46b2654d988544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '715a93e3-879d-462c-af46-1fe474daecb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T13:04:04Z', 'updated_at': '2021-06-12T13:04:08Z', 'revision_number': 4, 'project_id': '83d993bf0cfc42ba9d46b2654d988544', 'gw_port': {'id': '715a93e3-879d-462c-af46-1fe474daecb1', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c097a44-bd3a-40a0-a709-8e7a7376921e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:04:04Z', 'updated_at': '2021-06-12T13:04:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_interfaces': [{'id': '3777142e-afe8-44ff-bac4-81e6cd6234b0', 'name': '', 'network_id': '6a2e051b-c954-436b-9198-a8311614f2b4', 'tenant_id': '83d993bf0cfc42ba9d46b2654d988544', 'mac_address': 'fa:16:3e:8c:1e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c097a44-bd3a-40a0-a709-8e7a7376921e', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '19c1424d-9b6e-4140-b5a2-be5d65fc63c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:04:07Z', 'updated_at': '2021-06-12T13:04:07Z', 'revision_number': 1, 'project_id': '83d993bf0cfc42ba9d46b2654d988544', 'subnets': [{'id': '19c1424d-9b6e-4140-b5a2-be5d65fc63c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 13:04:10.006235 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac0f5f3-c898-48fd-8995-c22648675002 req-347698f8-bdd1-4533-9904-cb2c50c99854 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:10.007842 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-cac0f5f3-c898-48fd-8995-c22648675002 req-347698f8-bdd1-4533-9904-cb2c50c99854 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ac2fe1-1e41-436e-bb7c-d7089da6088c HTTP/1.1" status: 200 len: 984 time: 0.0845428 Jun 12 13:04:10.016841 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 59084) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:04:10.035672 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [None req-0a9007d0-4942-4dad-9603-dc69863d9c2c tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-211311102', 'description': 'tempest-secgroup-smoke-211311102 description', 'project_id': '309791d830a94b0f9bbf5e05447bde27'}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:04:10.078689 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-cac0f5f3-c898-48fd-8995-c22648675002 req-91f1eaab-51aa-47a1-a42b-9c27e902648c tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/security-groups?id=e07f563c-91f7-4cb3-9549-e4e7eef36183&id=942882e3-e2ed-430b-b267-956ec92c5245&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0634272 Jun 12 13:04:10.086137 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-0a9007d0-4942-4dad-9603-dc69863d9c2c tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Notify callbacks [] for security_group, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:10.088653 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b4449-714a-4e65-b1c1-939f1a2f6dcb req-f520f490-c7bc-4fc5-aed6-815c9abb4929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:10.090284 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-ee8b4449-714a-4e65-b1c1-939f1a2f6dcb req-f520f490-c7bc-4fc5-aed6-815c9abb4929 service neutron] 10.222.0.30 "GET /v2.0/networks?id=54c7db29-a6b2-421f-a94c-ecf9cae6372c HTTP/1.1" status: 200 len: 915 time: 0.1436830 Jun 12 13:04:10.195120 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-0a9007d0-4942-4dad-9603-dc69863d9c2c tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Notify callbacks [] for security_group, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:10.204317 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-0a9007d0-4942-4dad-9603-dc69863d9c2c tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:10.207412 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-be54a205-326e-48b0-a999-666f0662136a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:04:10.238574 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-0a9007d0-4942-4dad-9603-dc69863d9c2c tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Notify callbacks [] for security_group, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:10.240501 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-0a9007d0-4942-4dad-9603-dc69863d9c2c tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2170768 Jun 12 13:04:10.243057 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9007d0-4942-4dad-9603-dc69863d9c2c tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ace30198-ea07-487d-a00c-2e29c0d4be4b,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:04:10.245266 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 59088) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:04:10.250773 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.v2.base [None req-3238635b-6660-4db5-8204-48f7b48a6370 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Request body: {'security_group_rule': {'security_group_id': 'ace30198-ea07-487d-a00c-2e29c0d4be4b', 'project_id': '309791d830a94b0f9bbf5e05447bde27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:04:10.261083 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-0a9007d0-4942-4dad-9603-dc69863d9c2c tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:04:10.280886 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-3238635b-6660-4db5-8204-48f7b48a6370 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:10.362091 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-3238635b-6660-4db5-8204-48f7b48a6370 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:10.367501 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-3238635b-6660-4db5-8204-48f7b48a6370 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441033'] for security_group_rule, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:10.369986 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-c7c448e6-d57a-4e01-a24b-3f59db14ac63 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:04:10.390460 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3238635b-6660-4db5-8204-48f7b48a6370 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d0605e6-16c4-4a0f-a795-2b5bbf6e26d5,revision_number=0']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:04:10.394095 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-3238635b-6660-4db5-8204-48f7b48a6370 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:04:10.410052 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-3238635b-6660-4db5-8204-48f7b48a6370 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:10.411785 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-3238635b-6660-4db5-8204-48f7b48a6370 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1669333 Jun 12 13:04:10.414746 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 59092) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:04:10.419796 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [None req-46963426-5555-456d-9105-1dc3243320a4 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Request body: {'security_group_rule': {'security_group_id': 'ace30198-ea07-487d-a00c-2e29c0d4be4b', 'project_id': '309791d830a94b0f9bbf5e05447bde27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:04:10.458999 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-46963426-5555-456d-9105-1dc3243320a4 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:10.530761 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-46963426-5555-456d-9105-1dc3243320a4 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:10.534767 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-46963426-5555-456d-9105-1dc3243320a4 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441033'] for security_group_rule, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:10.536931 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:04:10.554876 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46963426-5555-456d-9105-1dc3243320a4 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e2c8a0f-fb1c-4275-81a8-3b517ea6941d,revision_number=0']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:04:10.557647 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-46963426-5555-456d-9105-1dc3243320a4 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:04:10.563894 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-46963426-5555-456d-9105-1dc3243320a4 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:10.565170 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-46963426-5555-456d-9105-1dc3243320a4 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1494012 Jun 12 13:04:10.569243 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 59094) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:04:10.574031 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [None req-fbc2e6e0-193f-4faf-8842-d286415139ee tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Request body: {'security_group_rule': {'security_group_id': 'ace30198-ea07-487d-a00c-2e29c0d4be4b', 'project_id': '309791d830a94b0f9bbf5e05447bde27', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:04:10.603488 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-fbc2e6e0-193f-4faf-8842-d286415139ee tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:10.698296 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-fbc2e6e0-193f-4faf-8842-d286415139ee tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:10.702446 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-fbc2e6e0-193f-4faf-8842-d286415139ee tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441033'] for security_group_rule, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:10.705126 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-ba764297-687c-4575-a834-096c0e739a42 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:04:10.724587 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2e6e0-193f-4faf-8842-d286415139ee tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4fb7aac-e057-4925-b424-50b6dd77ed3d,revision_number=0']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:04:10.729859 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-fbc2e6e0-193f-4faf-8842-d286415139ee tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:04:10.739492 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-fbc2e6e0-193f-4faf-8842-d286415139ee tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:10.741582 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-fbc2e6e0-193f-4faf-8842-d286415139ee tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1712801 Jun 12 13:04:10.744363 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 59096) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:04:10.750340 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [None req-25237ffe-db39-42ca-8781-2f092dbbd999 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Request body: {'security_group_rule': {'security_group_id': 'ace30198-ea07-487d-a00c-2e29c0d4be4b', 'project_id': '309791d830a94b0f9bbf5e05447bde27', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:04:10.802603 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-25237ffe-db39-42ca-8781-2f092dbbd999 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:10.882152 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device 715a93e3-879d-462c-af46-1fe474daecb1 up at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 13:04:10.889480 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-25237ffe-db39-42ca-8781-2f092dbbd999 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:10.894538 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-25237ffe-db39-42ca-8781-2f092dbbd999 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441033'] for security_group_rule, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:10.902293 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:04:10.924178 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25237ffe-db39-42ca-8781-2f092dbbd999 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58af243b-5c29-425a-81e3-2b040a78fef6,revision_number=0']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:04:10.928764 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-25237ffe-db39-42ca-8781-2f092dbbd999 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:04:10.930451 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-25237ffe-db39-42ca-8781-2f092dbbd999 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:10.934860 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-25237ffe-db39-42ca-8781-2f092dbbd999 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1863694 Jun 12 13:04:10.935665 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 59098) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:04:10.942720 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.v2.base [None req-60456fc8-c006-426e-a305-0757cd56df75 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Request body: {'security_group_rule': {'security_group_id': 'ace30198-ea07-487d-a00c-2e29c0d4be4b', 'project_id': '309791d830a94b0f9bbf5e05447bde27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:04:11.041816 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.db.securitygroups_db [None req-60456fc8-c006-426e-a305-0757cd56df75 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Project 309791d830a94b0f9bbf5e05447bde27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 12 13:04:11.056834 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-60456fc8-c006-426e-a305-0757cd56df75 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:11.096694 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning for port 715a93e3-879d-462c-af46-1fe474daecb1 completed by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 13:04:11.102823 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning complete for port 715a93e3-879d-462c-af46-1fe474daecb1 triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 13:04:11.103698 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:11.114973 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-ee8b4449-714a-4e65-b1c1-939f1a2f6dcb req-cabbee1c-2db2-4a0d-9d1f-667bb869afa2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c469eb0-e066-4d4d-91bf-f05d359fc250 HTTP/1.1" status: 200 len: 1001 time: 0.1448660 Jun 12 13:04:11.162184 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-60456fc8-c006-426e-a305-0757cd56df75 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:11.167142 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-60456fc8-c006-426e-a305-0757cd56df75 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441033'] for security_group_rule, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:11.169271 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:04:11.193100 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60456fc8-c006-426e-a305-0757cd56df75 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f66f71a-e044-48de-8d86-962da894cee5,revision_number=0']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:04:11.197188 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-60456fc8-c006-426e-a305-0757cd56df75 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:04:11.200322 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-60456fc8-c006-426e-a305-0757cd56df75 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:11.204431 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-60456fc8-c006-426e-a305-0757cd56df75 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2645001 Jun 12 13:04:11.205379 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 59102) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:04:11.210957 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.v2.base [None req-e82a9700-0d33-4518-a2aa-714bd16d770d tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Request body: {'security_group_rule': {'security_group_id': 'ace30198-ea07-487d-a00c-2e29c0d4be4b', 'project_id': '309791d830a94b0f9bbf5e05447bde27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:04:11.221544 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:11.240283 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.db.securitygroups_db [None req-e82a9700-0d33-4518-a2aa-714bd16d770d tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Project 309791d830a94b0f9bbf5e05447bde27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 12 13:04:11.245905 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-e82a9700-0d33-4518-a2aa-714bd16d770d tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:11.247687 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] For port 715a93e3-879d-462c-af46-1fe474daecb1, host dv-cinder-796114-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=715a93e3-879d-462c-af46-1fe474daecb1,segment=NetworkSegment(3c2da916-7025-41e9-bbaa-dbdda4d660f0),segment_id=3c2da916-7025-41e9-bbaa-dbdda4d660f0)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:04:11.253202 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:11.257505 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-7dcffef7-cdfa-4028-946a-3d168901b454 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:04:11.328127 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Pushing event updated for resources: {'Port': ['ID=715a93e3-879d-462c-af46-1fe474daecb1,revision_number=4']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:04:11.331125 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:04:11.369099 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-e82a9700-0d33-4518-a2aa-714bd16d770d tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:11.375571 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-e82a9700-0d33-4518-a2aa-714bd16d770d tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441033'] for security_group_rule, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:11.389640 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-5da6079e-b1cb-4040-a1eb-ae35c497b816 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:04:11.437925 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82a9700-0d33-4518-a2aa-714bd16d770d tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffbae247-0611-42cd-bbe0-ee2d8b65b7f3,revision_number=0']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:04:11.444469 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-e82a9700-0d33-4518-a2aa-714bd16d770d tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:04:11.461210 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-e82a9700-0d33-4518-a2aa-714bd16d770d tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:11.463515 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-e82a9700-0d33-4518-a2aa-714bd16d770d tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2573903 Jun 12 13:04:11.487734 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360be59-c7b9-4dde-a601-b16d528b9449 req-33e6d5b6-76ce-4ade-8840-e9b4e828d745 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:11.491006 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-f360be59-c7b9-4dde-a601-b16d528b9449 req-33e6d5b6-76ce-4ade-8840-e9b4e828d745 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ac2fe1-1e41-436e-bb7c-d7089da6088c HTTP/1.1" status: 200 len: 984 time: 0.1734588 Jun 12 13:04:11.543341 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-f360be59-c7b9-4dde-a601-b16d528b9449 req-09cf117b-2011-4e6e-a99e-e38216d70240 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/security-groups?id=e07f563c-91f7-4cb3-9549-e4e7eef36183&id=942882e3-e2ed-430b-b267-956ec92c5245&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0454898 Jun 12 13:04:12.389742 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b4449-714a-4e65-b1c1-939f1a2f6dcb req-a5ce9d68-3d36-40fe-8c05-7bad1e21db4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:12.391490 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-ee8b4449-714a-4e65-b1c1-939f1a2f6dcb req-a5ce9d68-3d36-40fe-8c05-7bad1e21db4a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e01ad32-86ed-4941-907b-b1f5650bfa34 HTTP/1.1" status: 200 len: 853 time: 0.0593386 Jun 12 13:04:12.459792 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b4449-714a-4e65-b1c1-939f1a2f6dcb req-edbd6115-58c9-435c-9b5e-30feae43d85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:12.461200 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-ee8b4449-714a-4e65-b1c1-939f1a2f6dcb req-edbd6115-58c9-435c-9b5e-30feae43d85d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=54c7db29-a6b2-421f-a94c-ecf9cae6372c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0618327 Jun 12 13:04:12.589180 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-ee8b4449-714a-4e65-b1c1-939f1a2f6dcb req-f01d17c4-4ebd-4d58-9143-df1044cacc1a service neutron] 10.222.0.30 "GET /v2.0/networks/54c7db29-a6b2-421f-a94c-ecf9cae6372c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211216 Jun 12 13:04:12.722551 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-ee8b4449-714a-4e65-b1c1-939f1a2f6dcb req-38117e89-4a99-4b2c-af77-745664e19fba service neutron] 10.222.0.30 "GET /v2.0/networks/54c7db29-a6b2-421f-a94c-ecf9cae6372c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266177 Jun 12 13:04:12.751442 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b0684-f7a3-4317-ba08-397bb1d35958 req-98a8c09a-f9c9-472e-831f-cc4c76cbb29b tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:12.753099 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-437b0684-f7a3-4317-ba08-397bb1d35958 req-98a8c09a-f9c9-472e-831f-cc4c76cbb29b tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ac2fe1-1e41-436e-bb7c-d7089da6088c HTTP/1.1" status: 200 len: 984 time: 0.0765724 Jun 12 13:04:12.808875 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-437b0684-f7a3-4317-ba08-397bb1d35958 req-4cf2d195-9a1d-468b-b868-7c0ab0b8f168 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/security-groups?id=e07f563c-91f7-4cb3-9549-e4e7eef36183&id=942882e3-e2ed-430b-b267-956ec92c5245&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0487013 Jun 12 13:04:12.850965 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device 715a93e3-879d-462c-af46-1fe474daecb1 up at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 13:04:12.916479 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning complete for port 715a93e3-879d-462c-af46-1fe474daecb1 triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 13:04:12.916932 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:13.045681 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351c5045-c57e-4cf9-a5b3-4b27144e57b2 None None] Sync routers for ids ['8c097a44-bd3a-40a0-a709-8e7a7376921e'] in dv-cinder-796114-1-iscsi {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 13:04:13.056527 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351c5045-c57e-4cf9-a5b3-4b27144e57b2 None None] Routers {'8c097a44-bd3a-40a0-a709-8e7a7376921e'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 13:04:13.057240 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-351c5045-c57e-4cf9-a5b3-4b27144e57b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T13:03:53Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['8c097a44-bd3a-40a0-a709-8e7a7376921e'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:04:13.207631 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-351c5045-c57e-4cf9-a5b3-4b27144e57b2 None None] Set router 8c097a44-bd3a-40a0-a709-8e7a7376921e gateway port host: dv-cinder-796114-1-iscsi {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 13:04:13.494010 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-351c5045-c57e-4cf9-a5b3-4b27144e57b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c097a44-bd3a-40a0-a709-8e7a7376921e', 'name': 'tempest-TestShelveInstance-1897894121-router', 'tenant_id': '83d993bf0cfc42ba9d46b2654d988544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '715a93e3-879d-462c-af46-1fe474daecb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T13:04:04Z', 'updated_at': '2021-06-12T13:04:08Z', 'revision_number': 4, 'project_id': '83d993bf0cfc42ba9d46b2654d988544', 'gw_port': {'id': '715a93e3-879d-462c-af46-1fe474daecb1', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c097a44-bd3a-40a0-a709-8e7a7376921e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:04:04Z', 'updated_at': '2021-06-12T13:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_interfaces': [{'id': '3777142e-afe8-44ff-bac4-81e6cd6234b0', 'name': '', 'network_id': '6a2e051b-c954-436b-9198-a8311614f2b4', 'tenant_id': '83d993bf0cfc42ba9d46b2654d988544', 'mac_address': 'fa:16:3e:8c:1e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c097a44-bd3a-40a0-a709-8e7a7376921e', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '19c1424d-9b6e-4140-b5a2-be5d65fc63c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:04:07Z', 'updated_at': '2021-06-12T13:04:08Z', 'revision_number': 2, 'project_id': '83d993bf0cfc42ba9d46b2654d988544', 'subnets': [{'id': '19c1424d-9b6e-4140-b5a2-be5d65fc63c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:04:13.497773 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351c5045-c57e-4cf9-a5b3-4b27144e57b2 None None] Checking router: 8c097a44-bd3a-40a0-a709-8e7a7376921e for host: dv-cinder-796114-1-iscsi {{(pid=91669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 13:04:13.498137 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351c5045-c57e-4cf9-a5b3-4b27144e57b2 None None] Updating router 8c097a44-bd3a-40a0-a709-8e7a7376921e port 3777142e-afe8-44ff-bac4-81e6cd6234b0 binding host dv-cinder-796114-1-iscsi {{(pid=91669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 13:04:13.547775 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-351c5045-c57e-4cf9-a5b3-4b27144e57b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:13.666945 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36486182-9378-47e0-961c-ca2c89300455 req-072a92be-435a-4aea-b1cc-d3df9ee5118a tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:13.668990 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-36486182-9378-47e0-961c-ca2c89300455 req-072a92be-435a-4aea-b1cc-d3df9ee5118a tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/networks?id=c4e23bb3-49ee-40b1-b135-a73fa2f92cf7 HTTP/1.1" status: 200 len: 814 time: 0.1592245 Jun 12 13:04:13.685208 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-36486182-9378-47e0-961c-ca2c89300455 req-7ef8ecbc-f5c0-48b6-a2be-eec9c351481a tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/quotas/ac041bdb8fe4480596c51fd6103f36d0 HTTP/1.1" status: 200 len: 375 time: 0.0100896 Jun 12 13:04:13.739389 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-36486182-9378-47e0-961c-ca2c89300455 req-1861d812-2fd7-49cb-83fb-d255d6de5458 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ac041bdb8fe4480596c51fd6103f36d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478249 Jun 12 13:04:13.928976 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-351c5045-c57e-4cf9-a5b3-4b27144e57b2 None None] Notify callbacks [] for port, precommit_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:13.939566 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.provisioning_blocks [None req-351c5045-c57e-4cf9-a5b3-4b27144e57b2 None None] Transition to ACTIVE for port object 3777142e-afe8-44ff-bac4-81e6cd6234b0 will not be triggered until provisioned by entity L2. {{(pid=91669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 13:04:13.950091 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-351c5045-c57e-4cf9-a5b3-4b27144e57b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:13.961703 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:04:14.054687 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71513960-e974-4aa8-b4a2-056d0be941f3 req-da8a5f05-a96c-4b03-8f89-eb0ff0f29fc4 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:14.062427 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-71513960-e974-4aa8-b4a2-056d0be941f3 req-da8a5f05-a96c-4b03-8f89-eb0ff0f29fc4 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ac2fe1-1e41-436e-bb7c-d7089da6088c HTTP/1.1" status: 200 len: 984 time: 0.0945427 Jun 12 13:04:14.089009 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-36486182-9378-47e0-961c-ca2c89300455 req-9fb89d89-fb13-43b5-ad75-b8bac6456e23 service neutron] 10.222.0.23 "GET /v2.0/networks/c4e23bb3-49ee-40b1-b135-a73fa2f92cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483186 Jun 12 13:04:14.118001 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-71513960-e974-4aa8-b4a2-056d0be941f3 req-88396dbf-9e82-4ea5-a153-7ed52252dd09 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/security-groups?id=e07f563c-91f7-4cb3-9549-e4e7eef36183&id=942882e3-e2ed-430b-b267-956ec92c5245&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543716 Jun 12 13:04:14.123577 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f1b5e-da53-4b3a-a8bc-24b8c177791c None None] Pushing event updated for resources: {'Port': ['ID=3777142e-afe8-44ff-bac4-81e6cd6234b0,revision_number=3']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:04:14.128882 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-ef2f1b5e-da53-4b3a-a8bc-24b8c177791c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:04:14.186306 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-351c5045-c57e-4cf9-a5b3-4b27144e57b2 None None] Attempting to bind port 3777142e-afe8-44ff-bac4-81e6cd6234b0 on host dv-cinder-796114-1-iscsi for vnic_type normal with profile {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 13:04:14.186741 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-351c5045-c57e-4cf9-a5b3-4b27144e57b2 None None] Attempting to bind port 3777142e-afe8-44ff-bac4-81e6cd6234b0 by drivers openvswitch,hyperv on host dv-cinder-796114-1-iscsi at level 0 using segments [{'id': '90694a6e-994f-4d50-a48b-f1c14779a09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6a2e051b-c954-436b-9198-a8311614f2b4'}] {{(pid=91669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 13:04:14.187169 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351c5045-c57e-4cf9-a5b3-4b27144e57b2 None None] Attempting to bind port 3777142e-afe8-44ff-bac4-81e6cd6234b0 on network 6a2e051b-c954-436b-9198-a8311614f2b4 {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 13:04:14.193953 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351c5045-c57e-4cf9-a5b3-4b27144e57b2 None None] Checking agent: {'id': '0e4c1f03-8758-41fd-af96-477868dcd4b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 12, 50, 23), 'started_at': datetime.datetime(2021, 6, 12, 12, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 13, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 13:04:14.194717 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351c5045-c57e-4cf9-a5b3-4b27144e57b2 None None] Checking segment: {'id': '90694a6e-994f-4d50-a48b-f1c14779a09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6a2e051b-c954-436b-9198-a8311614f2b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 13:04:14.195098 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-351c5045-c57e-4cf9-a5b3-4b27144e57b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:14.195569 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351c5045-c57e-4cf9-a5b3-4b27144e57b2 None None] Bound using segment: {'id': '90694a6e-994f-4d50-a48b-f1c14779a09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6a2e051b-c954-436b-9198-a8311614f2b4'} {{(pid=91669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 13:04:14.196064 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.managers [None req-351c5045-c57e-4cf9-a5b3-4b27144e57b2 None None] Bound port: 3777142e-afe8-44ff-bac4-81e6cd6234b0, host: dv-cinder-796114-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90694a6e-994f-4d50-a48b-f1c14779a09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6a2e051b-c954-436b-9198-a8311614f2b4'}}] {{(pid=91669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 13:04:14.196443 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-351c5045-c57e-4cf9-a5b3-4b27144e57b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:14.241683 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-36486182-9378-47e0-961c-ca2c89300455 req-525d3d32-9bb9-409f-a026-90776ba2fe72 service neutron] 10.222.0.23 "GET /v2.0/networks/c4e23bb3-49ee-40b1-b135-a73fa2f92cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514020 Jun 12 13:04:14.293428 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-351c5045-c57e-4cf9-a5b3-4b27144e57b2 None None] For port 3777142e-afe8-44ff-bac4-81e6cd6234b0, host dv-cinder-796114-1-iscsi, cleared binding levels {{(pid=91669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 13:04:14.296643 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.plugins.ml2.db [None req-351c5045-c57e-4cf9-a5b3-4b27144e57b2 None None] For port 3777142e-afe8-44ff-bac4-81e6cd6234b0, host dv-cinder-796114-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=3777142e-afe8-44ff-bac4-81e6cd6234b0,segment=NetworkSegment(90694a6e-994f-4d50-a48b-f1c14779a09f),segment_id=90694a6e-994f-4d50-a48b-f1c14779a09f)] {{(pid=91669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 13:04:14.301342 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron_lib.callbacks.manager [None req-351c5045-c57e-4cf9-a5b3-4b27144e57b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:14.305167 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:04:14.440420 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-db26d601-e62d-49c9-9b74-5f5899c72474 req-ad11a515-a616-43f9-bf8b-6b68f00692ca tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdab1beb-b015-44e8-ad3f-48323cc24d88 HTTP/1.1" status: 200 len: 210 time: 0.0400515 Jun 12 13:04:14.468990 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351c5045-c57e-4cf9-a5b3-4b27144e57b2 None None] Routers {'8c097a44-bd3a-40a0-a709-8e7a7376921e'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 13:04:14.469645 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-351c5045-c57e-4cf9-a5b3-4b27144e57b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T13:03:53Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['8c097a44-bd3a-40a0-a709-8e7a7376921e'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:04:14.474986 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f1b5e-da53-4b3a-a8bc-24b8c177791c None None] Pushing event updated for resources: {'Port': ['ID=3777142e-afe8-44ff-bac4-81e6cd6234b0,revision_number=4']} {{(pid=91669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:04:14.524577 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG oslo_concurrency.lockutils [None req-ef2f1b5e-da53-4b3a-a8bc-24b8c177791c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=91669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:04:14.636077 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-351c5045-c57e-4cf9-a5b3-4b27144e57b2 None None] Set router 8c097a44-bd3a-40a0-a709-8e7a7376921e gateway port host: dv-cinder-796114-1-iscsi {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 13:04:14.895820 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device 3777142e-afe8-44ff-bac4-81e6cd6234b0 up at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 13:04:14.957253 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning for port 3777142e-afe8-44ff-bac4-81e6cd6234b0 completed by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 13:04:14.960184 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-351c5045-c57e-4cf9-a5b3-4b27144e57b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c097a44-bd3a-40a0-a709-8e7a7376921e', 'name': 'tempest-TestShelveInstance-1897894121-router', 'tenant_id': '83d993bf0cfc42ba9d46b2654d988544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '715a93e3-879d-462c-af46-1fe474daecb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T13:04:04Z', 'updated_at': '2021-06-12T13:04:08Z', 'revision_number': 4, 'project_id': '83d993bf0cfc42ba9d46b2654d988544', 'gw_port': {'id': '715a93e3-879d-462c-af46-1fe474daecb1', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c097a44-bd3a-40a0-a709-8e7a7376921e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:04:04Z', 'updated_at': '2021-06-12T13:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_interfaces': [{'id': '3777142e-afe8-44ff-bac4-81e6cd6234b0', 'name': '', 'network_id': '6a2e051b-c954-436b-9198-a8311614f2b4', 'tenant_id': '83d993bf0cfc42ba9d46b2654d988544', 'mac_address': 'fa:16:3e:8c:1e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c097a44-bd3a-40a0-a709-8e7a7376921e', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '19c1424d-9b6e-4140-b5a2-be5d65fc63c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:04:07Z', 'updated_at': '2021-06-12T13:04:14Z', 'revision_number': 4, 'project_id': '83d993bf0cfc42ba9d46b2654d988544', 'subnets': [{'id': '19c1424d-9b6e-4140-b5a2-be5d65fc63c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:04:14.963355 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning complete for port 3777142e-afe8-44ff-bac4-81e6cd6234b0 triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 13:04:14.964136 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:14.964650 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351c5045-c57e-4cf9-a5b3-4b27144e57b2 None None] The sync data for ids ['8c097a44-bd3a-40a0-a709-8e7a7376921e'] in dv-cinder-796114-1-iscsi is: [{'id': '8c097a44-bd3a-40a0-a709-8e7a7376921e', 'name': 'tempest-TestShelveInstance-1897894121-router', 'tenant_id': '83d993bf0cfc42ba9d46b2654d988544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '715a93e3-879d-462c-af46-1fe474daecb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T13:04:04Z', 'updated_at': '2021-06-12T13:04:08Z', 'revision_number': 4, 'project_id': '83d993bf0cfc42ba9d46b2654d988544', 'gw_port': {'id': '715a93e3-879d-462c-af46-1fe474daecb1', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c097a44-bd3a-40a0-a709-8e7a7376921e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:04:04Z', 'updated_at': '2021-06-12T13:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_interfaces': [{'id': '3777142e-afe8-44ff-bac4-81e6cd6234b0', 'name': '', 'network_id': '6a2e051b-c954-436b-9198-a8311614f2b4', 'tenant_id': '83d993bf0cfc42ba9d46b2654d988544', 'mac_address': 'fa:16:3e:8c:1e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c097a44-bd3a-40a0-a709-8e7a7376921e', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '19c1424d-9b6e-4140-b5a2-be5d65fc63c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:04:07Z', 'updated_at': '2021-06-12T13:04:14Z', 'revision_number': 4, 'project_id': '83d993bf0cfc42ba9d46b2654d988544', 'subnets': [{'id': '19c1424d-9b6e-4140-b5a2-be5d65fc63c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 13:04:15.108977 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:15.157992 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] For port 3777142e-afe8-44ff-bac4-81e6cd6234b0, host dv-cinder-796114-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=3777142e-afe8-44ff-bac4-81e6cd6234b0,segment=NetworkSegment(90694a6e-994f-4d50-a48b-f1c14779a09f),segment_id=90694a6e-994f-4d50-a48b-f1c14779a09f)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:04:15.165885 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:15.168708 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:04:15.308417 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Pushing event updated for resources: {'Port': ['ID=3777142e-afe8-44ff-bac4-81e6cd6234b0,revision_number=5']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:04:15.327315 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:04:15.409213 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e9f44-8a2b-4d10-80ce-b7c104aa37bd req-296d6212-cc69-42db-bc24-310b383b493c tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:15.411023 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-610e9f44-8a2b-4d10-80ce-b7c104aa37bd req-296d6212-cc69-42db-bc24-310b383b493c tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ac2fe1-1e41-436e-bb7c-d7089da6088c HTTP/1.1" status: 200 len: 984 time: 0.1105227 Jun 12 13:04:15.474350 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-610e9f44-8a2b-4d10-80ce-b7c104aa37bd req-59ac1f31-327d-48b7-90fe-1bb10646d1c5 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/security-groups?id=e07f563c-91f7-4cb3-9549-e4e7eef36183&id=942882e3-e2ed-430b-b267-956ec92c5245&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560148 Jun 12 13:04:15.633548 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-a1d766d0-54db-40f1-8ce3-63b4727f78a0 req-e4bdd009-ef75-4705-9e4f-9021e1f77636 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdab1beb-b015-44e8-ad3f-48323cc24d88 HTTP/1.1" status: 200 len: 210 time: 0.0387602 Jun 12 13:04:16.312807 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36486182-9378-47e0-961c-ca2c89300455 req-06276ea2-8121-4bff-8c4c-11da5b155f6a tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:16.314236 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-36486182-9378-47e0-961c-ca2c89300455 req-06276ea2-8121-4bff-8c4c-11da5b155f6a tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.30 "GET /v2.0/networks?id=c4e23bb3-49ee-40b1-b135-a73fa2f92cf7 HTTP/1.1" status: 200 len: 814 time: 0.4104381 Jun 12 13:04:16.327530 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.v2.base [req-36486182-9378-47e0-961c-ca2c89300455 req-954db250-e310-4e79-b27b-eab0f9ac624c tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Request body: {'port': {'device_id': 'bdab1beb-b015-44e8-ad3f-48323cc24d88', 'network_id': 'c4e23bb3-49ee-40b1-b135-a73fa2f92cf7', 'admin_state_up': True, 'tenant_id': 'ac041bdb8fe4480596c51fd6103f36d0'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:04:16.470762 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36486182-9378-47e0-961c-ca2c89300455 req-954db250-e310-4e79-b27b-eab0f9ac624c tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Made reservation on behalf of ac041bdb8fe4480596c51fd6103f36d0 for: {'port': 1} {{(pid=91667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 13:04:16.474540 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-36486182-9378-47e0-961c-ca2c89300455 req-954db250-e310-4e79-b27b-eab0f9ac624c tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for port, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:16.666477 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.db.db_base_plugin_common [req-36486182-9378-47e0-961c-ca2c89300455 req-954db250-e310-4e79-b27b-eab0f9ac624c tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Allocated IP 172.20.0.8 (c4e23bb3-49ee-40b1-b135-a73fa2f92cf7/cdbcbe23-98cd-47c4-9be8-aeacf2dee10b/a5f2c1ad-b7d1-43cb-9562-7cac6a7884fc) {{(pid=91667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 13:04:16.750736 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26beabd-6533-41c7-b4af-faaae3354884 req-32563af8-19bb-4630-9345-076fc55e4670 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:16.752259 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-e26beabd-6533-41c7-b4af-faaae3354884 req-32563af8-19bb-4630-9345-076fc55e4670 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ac2fe1-1e41-436e-bb7c-d7089da6088c HTTP/1.1" status: 200 len: 984 time: 0.1407204 Jun 12 13:04:16.794531 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-a0f7ee0b-b03a-4f46-b751-f6943941613e req-21755f21-614b-42c2-b16a-c0b2eb32f435 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdab1beb-b015-44e8-ad3f-48323cc24d88 HTTP/1.1" status: 200 len: 210 time: 0.0361288 Jun 12 13:04:16.818422 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 59260) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:04:16.878037 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device 3777142e-afe8-44ff-bac4-81e6cd6234b0 up at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 13:04:16.900784 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-e26beabd-6533-41c7-b4af-faaae3354884 req-819bc36e-c898-42f5-b8e3-72f378f60638 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/security-groups?id=e07f563c-91f7-4cb3-9549-e4e7eef36183&id=942882e3-e2ed-430b-b267-956ec92c5245&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1395633 Jun 12 13:04:16.946376 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Provisioning complete for port 3777142e-afe8-44ff-bac4-81e6cd6234b0 triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 13:04:16.946765 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:16.948097 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-36486182-9378-47e0-961c-ca2c89300455 req-954db250-e310-4e79-b27b-eab0f9ac624c tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Notify callbacks [] for port, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:16.954872 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-22632d1b-6857-476a-bebc-bbfd53ac32c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:16.992535 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-36486182-9378-47e0-961c-ca2c89300455 req-954db250-e310-4e79-b27b-eab0f9ac624c tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1466997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-122173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752044431912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13277797'] for port, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:16.997753 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-4f9ba051-09bf-4c90-ab98-e35a5b246d7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:04:17.057496 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36486182-9378-47e0-961c-ca2c89300455 req-954db250-e310-4e79-b27b-eab0f9ac624c tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Network c4e23bb3-49ee-40b1-b135-a73fa2f92cf7 is already hosted by enough agents. {{(pid=91667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 13:04:17.062403 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-22632d1b-6857-476a-bebc-bbfd53ac32c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:17.065808 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.base_scheduler [req-36486182-9378-47e0-961c-ca2c89300455 req-954db250-e310-4e79-b27b-eab0f9ac624c tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Resources bound (agent type, host, resource id): {{(pid=91667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 13:04:17.069816 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-22632d1b-6857-476a-bebc-bbfd53ac32c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:17.070184 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [req-36486182-9378-47e0-961c-ca2c89300455 req-954db250-e310-4e79-b27b-eab0f9ac624c tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Received port after_create {{(pid=91667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 13:04:17.074009 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-c0937469-5029-4df3-9579-174f34220add admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:04:17.108151 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954db250-e310-4e79-b27b-eab0f9ac624c tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Pushing event updated for resources: {'Port': ['ID=a5f2c1ad-b7d1-43cb-9562-7cac6a7884fc,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:04:17.117275 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-22632d1b-6857-476a-bebc-bbfd53ac32c0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=040ae41e73774a0db31e4220f2f0e507&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3011227 Jun 12 13:04:17.119834 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 59264) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:04:17.125099 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-954db250-e310-4e79-b27b-eab0f9ac624c tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:04:17.125980 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22632d1b-6857-476a-bebc-bbfd53ac32c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a44cf362-60b4-4f37-a223-32a8552ae113,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:04:17.129990 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-22632d1b-6857-476a-bebc-bbfd53ac32c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:04:17.145912 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36486182-9378-47e0-961c-ca2c89300455 req-954db250-e310-4e79-b27b-eab0f9ac624c tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:17.146606 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-36486182-9378-47e0-961c-ca2c89300455 req-954db250-e310-4e79-b27b-eab0f9ac624c tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920'] for port, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:17.161847 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-36486182-9378-47e0-961c-ca2c89300455 req-954db250-e310-4e79-b27b-eab0f9ac624c tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8382745 Jun 12 13:04:17.183451 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-5afd5010-831b-4311-b484-49d1394e575a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:17.183688 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.v2.base [req-36486182-9378-47e0-961c-ca2c89300455 req-1bd411cf-1b9d-4f43-a6e3-30192417632f service neutron] Request body: {'port': {'device_id': 'bdab1beb-b015-44e8-ad3f-48323cc24d88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:04:17.211695 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-5afd5010-831b-4311-b484-49d1394e575a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:17.263894 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-5afd5010-831b-4311-b484-49d1394e575a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:17.266878 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-5afd5010-831b-4311-b484-49d1394e575a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:17.267995 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-5afd5010-831b-4311-b484-49d1394e575a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a44cf362-60b4-4f37-a223-32a8552ae113 HTTP/1.1" status: 204 len: 168 time: 0.1472723 Jun 12 13:04:17.268744 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-de213deb-3c21-4641-bc16-f0755a7e92a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:04:17.275360 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-36486182-9378-47e0-961c-ca2c89300455 req-1bd411cf-1b9d-4f43-a6e3-30192417632f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:17.278025 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afd5010-831b-4311-b484-49d1394e575a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44cf362-60b4-4f37-a223-32a8552ae113,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:04:17.280384 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-5afd5010-831b-4311-b484-49d1394e575a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:04:17.556437 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 59272) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:04:17.583049 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-fdb32445-47d6-4423-a3d1-2eb404812be9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:17.692099 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.notifiers.nova [req-36486182-9378-47e0-961c-ca2c89300455 req-1bd411cf-1b9d-4f43-a6e3-30192417632f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5f2c1ad-b7d1-43cb-9562-7cac6a7884fc {{(pid=91667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 13:04:17.702539 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-36486182-9378-47e0-961c-ca2c89300455 req-1bd411cf-1b9d-4f43-a6e3-30192417632f service neutron] Notify callbacks [] for port, precommit_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:17.724520 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.db.provisioning_blocks [req-36486182-9378-47e0-961c-ca2c89300455 req-1bd411cf-1b9d-4f43-a6e3-30192417632f service neutron] Transition to ACTIVE for port object a5f2c1ad-b7d1-43cb-9562-7cac6a7884fc will not be triggered until provisioned by entity L2. {{(pid=91667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 13:04:17.730058 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-36486182-9378-47e0-961c-ca2c89300455 req-1bd411cf-1b9d-4f43-a6e3-30192417632f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13277787'] for port, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:17.732896 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-4ad09ddf-ea66-43cb-87ee-e2c6fa4d93d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:04:17.856763 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-fdb32445-47d6-4423-a3d1-2eb404812be9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:17.866250 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-fdb32445-47d6-4423-a3d1-2eb404812be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:17.893050 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd411cf-1b9d-4f43-a6e3-30192417632f service neutron] Pushing event updated for resources: {'Port': ['ID=a5f2c1ad-b7d1-43cb-9562-7cac6a7884fc,revision_number=2']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:04:17.905733 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-1bd411cf-1b9d-4f43-a6e3-30192417632f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:04:17.908757 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-39b09499-471b-4e6d-81a3-46fa199477ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:04:17.978528 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-fdb32445-47d6-4423-a3d1-2eb404812be9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f760db34267b4daf98a9af49b4fee0c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4207702 Jun 12 13:04:17.980995 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 59278) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:04:17.990474 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb32445-47d6-4423-a3d1-2eb404812be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5201e1-1ffb-46d2-8453-18e733458e96,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:04:17.994183 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-fdb32445-47d6-4423-a3d1-2eb404812be9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:04:18.005398 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.managers [req-36486182-9378-47e0-961c-ca2c89300455 req-1bd411cf-1b9d-4f43-a6e3-30192417632f service neutron] Attempting to bind port a5f2c1ad-b7d1-43cb-9562-7cac6a7884fc on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 13:04:18.005795 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.managers [req-36486182-9378-47e0-961c-ca2c89300455 req-1bd411cf-1b9d-4f43-a6e3-30192417632f service neutron] Attempting to bind port a5f2c1ad-b7d1-43cb-9562-7cac6a7884fc by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '3dd6d3ca-ce7e-402a-a5fa-d6ee73ccf0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c4e23bb3-49ee-40b1-b135-a73fa2f92cf7'}] {{(pid=91667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 13:04:18.006141 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36486182-9378-47e0-961c-ca2c89300455 req-1bd411cf-1b9d-4f43-a6e3-30192417632f service neutron] Attempting to bind port a5f2c1ad-b7d1-43cb-9562-7cac6a7884fc on network c4e23bb3-49ee-40b1-b135-a73fa2f92cf7 {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 13:04:18.011219 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e6df1-5840-42e0-bd72-3cd3604a6116 req-c873a4de-af95-4c51-a4e2-0daf20550340 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:18.012406 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36486182-9378-47e0-961c-ca2c89300455 req-1bd411cf-1b9d-4f43-a6e3-30192417632f service neutron] Port a5f2c1ad-b7d1-43cb-9562-7cac6a7884fc on network c4e23bb3-49ee-40b1-b135-a73fa2f92cf7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 13:04:18.012850 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36486182-9378-47e0-961c-ca2c89300455 req-1bd411cf-1b9d-4f43-a6e3-30192417632f service neutron] Attempting to bind port a5f2c1ad-b7d1-43cb-9562-7cac6a7884fc on network c4e23bb3-49ee-40b1-b135-a73fa2f92cf7 {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 13:04:18.012974 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-020e6df1-5840-42e0-bd72-3cd3604a6116 req-c873a4de-af95-4c51-a4e2-0daf20550340 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdab1beb-b015-44e8-ad3f-48323cc24d88 HTTP/1.1" status: 200 len: 943 time: 0.0972829 Jun 12 13:04:18.018398 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36486182-9378-47e0-961c-ca2c89300455 req-1bd411cf-1b9d-4f43-a6e3-30192417632f service neutron] Checking agent: {'id': '858649d7-9eac-48e6-8b51-9e9d764f3a99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 12, 56, 19), 'started_at': datetime.datetime(2021, 6, 12, 12, 56, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 13, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 13:04:18.018857 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36486182-9378-47e0-961c-ca2c89300455 req-1bd411cf-1b9d-4f43-a6e3-30192417632f service neutron] Checking segment: {'id': '3dd6d3ca-ce7e-402a-a5fa-d6ee73ccf0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c4e23bb3-49ee-40b1-b135-a73fa2f92cf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 13:04:18.019335 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36486182-9378-47e0-961c-ca2c89300455 req-1bd411cf-1b9d-4f43-a6e3-30192417632f service neutron] Bound using segment: {'id': '3dd6d3ca-ce7e-402a-a5fa-d6ee73ccf0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c4e23bb3-49ee-40b1-b135-a73fa2f92cf7'} {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 13:04:18.020001 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.managers [req-36486182-9378-47e0-961c-ca2c89300455 req-1bd411cf-1b9d-4f43-a6e3-30192417632f service neutron] Bound port: a5f2c1ad-b7d1-43cb-9562-7cac6a7884fc, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dd6d3ca-ce7e-402a-a5fa-d6ee73ccf0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c4e23bb3-49ee-40b1-b135-a73fa2f92cf7'}}] {{(pid=91667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 13:04:18.021144 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-36486182-9378-47e0-961c-ca2c89300455 req-1bd411cf-1b9d-4f43-a6e3-30192417632f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:18.085249 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-020e6df1-5840-42e0-bd72-3cd3604a6116 req-568aae65-e75f-4879-b7fb-8acb7b5c52d1 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3ef42bb-b201-4526-9495-ef817c7e6c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622151 Jun 12 13:04:18.089992 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-1c0a4435-e7b5-4d9e-a25f-922087499153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:18.114941 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-1c0a4435-e7b5-4d9e-a25f-922087499153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:18.144845 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.db [req-36486182-9378-47e0-961c-ca2c89300455 req-1bd411cf-1b9d-4f43-a6e3-30192417632f service neutron] For port a5f2c1ad-b7d1-43cb-9562-7cac6a7884fc, host hv-cinder-79611, cleared binding levels {{(pid=91667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 13:04:18.149774 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.db [req-36486182-9378-47e0-961c-ca2c89300455 req-1bd411cf-1b9d-4f43-a6e3-30192417632f service neutron] For port a5f2c1ad-b7d1-43cb-9562-7cac6a7884fc, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=a5f2c1ad-b7d1-43cb-9562-7cac6a7884fc,segment=NetworkSegment(3dd6d3ca-ce7e-402a-a5fa-d6ee73ccf0a7),segment_id=3dd6d3ca-ce7e-402a-a5fa-d6ee73ccf0a7)] {{(pid=91667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 13:04:18.164552 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-36486182-9378-47e0-961c-ca2c89300455 req-1bd411cf-1b9d-4f43-a6e3-30192417632f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13277787'] for port, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:18.166763 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-1bd411cf-1b9d-4f43-a6e3-30192417632f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:04:18.170748 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-1c0a4435-e7b5-4d9e-a25f-922087499153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:18.173414 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-1c0a4435-e7b5-4d9e-a25f-922087499153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:18.174615 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-1c0a4435-e7b5-4d9e-a25f-922087499153 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3a5201e1-1ffb-46d2-8453-18e733458e96 HTTP/1.1" status: 204 len: 168 time: 0.1873927 Jun 12 13:04:18.175460 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-2a090aba-3a5f-4fb7-a140-b2b1ecf2f165 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:04:18.175591 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f666a5-cc3a-4018-ac8d-30e69424c0d5 req-2813d40d-875d-4752-94a9-f345703cbff9 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:18.177379 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-35f666a5-cc3a-4018-ac8d-30e69424c0d5 req-2813d40d-875d-4752-94a9-f345703cbff9 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ac2fe1-1e41-436e-bb7c-d7089da6088c HTTP/1.1" status: 200 len: 984 time: 0.1443017 Jun 12 13:04:18.186911 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0a4435-e7b5-4d9e-a25f-922087499153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5201e1-1ffb-46d2-8453-18e733458e96,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:04:18.189279 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-1c0a4435-e7b5-4d9e-a25f-922087499153 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:04:18.245611 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36486182-9378-47e0-961c-ca2c89300455 req-1bd411cf-1b9d-4f43-a6e3-30192417632f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:18.246235 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-36486182-9378-47e0-961c-ca2c89300455 req-1bd411cf-1b9d-4f43-a6e3-30192417632f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920'] for port, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:18.247586 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-36486182-9378-47e0-961c-ca2c89300455 req-1bd411cf-1b9d-4f43-a6e3-30192417632f service neutron] 10.222.0.30 "PUT /v2.0/ports/a5f2c1ad-b7d1-43cb-9562-7cac6a7884fc HTTP/1.1" status: 200 len: 1093 time: 1.0684962 Jun 12 13:04:18.249921 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdab1beb-b015-44e8-ad3f-48323cc24d88', 'tag': 'a5f2c1ad-b7d1-43cb-9562-7cac6a7884fc'}] {{(pid=91667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 13:04:18.252226 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67243a7e54e3ab7b6e3c39020b1271d9e6c7e43a6696a4fb95c7e45675bdf643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8683e3be-81ee-4908-ac96-6223e8e7b91c" -d '{"events": [{"name": "network-changed", "server_uuid": "bdab1beb-b015-44e8-ad3f-48323cc24d88", "tag": "a5f2c1ad-b7d1-43cb-9562-7cac6a7884fc"}]}' {{(pid=91667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 13:04:18.283720 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd411cf-1b9d-4f43-a6e3-30192417632f service neutron] Pushing event updated for resources: {'Port': ['ID=a5f2c1ad-b7d1-43cb-9562-7cac6a7884fc,revision_number=3']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:04:18.291181 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-35f666a5-cc3a-4018-ac8d-30e69424c0d5 req-5b5298f8-9e5e-4928-88c5-793f8980c57b tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/security-groups?id=e07f563c-91f7-4cb3-9549-e4e7eef36183&id=942882e3-e2ed-430b-b267-956ec92c5245&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0854955 Jun 12 13:04:18.292099 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-1bd411cf-1b9d-4f43-a6e3-30192417632f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:04:18.329409 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 13:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09428543-11f4-457f-8b81-44b8ed9504fe x-openstack-request-id: req-09428543-11f4-457f-8b81-44b8ed9504fe {{(pid=91667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 13:04:18.329727 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdab1beb-b015-44e8-ad3f-48323cc24d88", "tag": "a5f2c1ad-b7d1-43cb-9562-7cac6a7884fc", "status": "completed", "code": 200}]} {{(pid=91667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 13:04:18.330017 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-09428543-11f4-457f-8b81-44b8ed9504fe {{(pid=91667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 13:04:18.330469 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdab1beb-b015-44e8-ad3f-48323cc24d88', 'tag': 'a5f2c1ad-b7d1-43cb-9562-7cac6a7884fc', 'status': 'completed', 'code': 200} Jun 12 13:04:18.359682 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36486182-9378-47e0-961c-ca2c89300455 req-08d1b18c-265d-4070-aa7f-8fcfbee9fb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:18.361385 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-36486182-9378-47e0-961c-ca2c89300455 req-08d1b18c-265d-4070-aa7f-8fcfbee9fb86 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ac041bdb8fe4480596c51fd6103f36d0&device_id=bdab1beb-b015-44e8-ad3f-48323cc24d88 HTTP/1.1" status: 200 len: 1096 time: 0.0661323 Jun 12 13:04:18.433328 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-36486182-9378-47e0-961c-ca2c89300455 req-e4a8e30e-a16d-4147-bd67-9b78af441455 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5f2c1ad-b7d1-43cb-9562-7cac6a7884fc HTTP/1.1" status: 200 len: 217 time: 0.0601232 Jun 12 13:04:18.517049 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36486182-9378-47e0-961c-ca2c89300455 req-e3e6e0f5-9813-45b8-923c-79ef39fa5a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:18.518663 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-36486182-9378-47e0-961c-ca2c89300455 req-e3e6e0f5-9813-45b8-923c-79ef39fa5a2e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cdbcbe23-98cd-47c4-9be8-aeacf2dee10b HTTP/1.1" status: 200 len: 854 time: 0.0812383 Jun 12 13:04:18.569645 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 59290) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:04:18.571857 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-36486182-9378-47e0-961c-ca2c89300455 req-17329afd-f4fc-43f9-ba3a-0cf2cb2a53bb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c4e23bb3-49ee-40b1-b135-a73fa2f92cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338602 Jun 12 13:04:18.586404 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-c759ebee-4d75-45f3-bdd9-372cafb23bca admin admin] Notify callbacks [] for security_group, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:18.686162 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-c759ebee-4d75-45f3-bdd9-372cafb23bca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:18.689982 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-c759ebee-4d75-45f3-bdd9-372cafb23bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:18.693828 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-cfea1801-592a-4c7e-9786-dede10ef1547 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:04:18.702338 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-36486182-9378-47e0-961c-ca2c89300455 req-6267aed9-5288-4e00-88d5-ef0ada1ee17c service neutron] 10.222.0.30 "GET /v2.0/networks/c4e23bb3-49ee-40b1-b135-a73fa2f92cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223168 Jun 12 13:04:18.735676 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-c759ebee-4d75-45f3-bdd9-372cafb23bca admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a40593f92e5141968190acc23e6527b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1648867 Jun 12 13:04:18.736968 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c759ebee-4d75-45f3-bdd9-372cafb23bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b7120a-a24b-4e7d-8d6b-87999cfe3bfc,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:04:18.740527 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 59292) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:04:18.740712 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-c759ebee-4d75-45f3-bdd9-372cafb23bca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:04:18.867169 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-36486182-9378-47e0-961c-ca2c89300455 req-85d57ab0-79f2-4af7-941a-750c8a5db931 service neutron] 10.222.0.30 "GET /v2.0/networks/c4e23bb3-49ee-40b1-b135-a73fa2f92cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550846 Jun 12 13:04:18.870018 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f6dfbc66-b48a-4775-b425-cebfb171142c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:18.894666 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f6dfbc66-b48a-4775-b425-cebfb171142c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:18.980780 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f6dfbc66-b48a-4775-b425-cebfb171142c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:18.983371 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-f6dfbc66-b48a-4775-b425-cebfb171142c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:18.984465 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-f6dfbc66-b48a-4775-b425-cebfb171142c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/19b7120a-a24b-4e7d-8d6b-87999cfe3bfc HTTP/1.1" status: 204 len: 168 time: 0.2430215 Jun 12 13:04:18.985882 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-7916f527-0249-489f-8f83-459cbdef2f47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:04:19.004005 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dfbc66-b48a-4775-b425-cebfb171142c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b7120a-a24b-4e7d-8d6b-87999cfe3bfc,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:04:19.007374 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-f6dfbc66-b48a-4775-b425-cebfb171142c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:04:19.019134 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8683e3be-81ee-4908-ac96-6223e8e7b91c req-b5e0b75e-4734-42ee-baf6-540cae6b937f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:19.020647 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-8683e3be-81ee-4908-ac96-6223e8e7b91c req-b5e0b75e-4734-42ee-baf6-540cae6b937f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ac041bdb8fe4480596c51fd6103f36d0&device_id=bdab1beb-b015-44e8-ad3f-48323cc24d88 HTTP/1.1" status: 200 len: 1096 time: 0.0812922 Jun 12 13:04:19.142720 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8683e3be-81ee-4908-ac96-6223e8e7b91c req-5915ad18-50bb-4836-a1ed-512f7a4e043d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:19.144205 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-8683e3be-81ee-4908-ac96-6223e8e7b91c req-5915ad18-50bb-4836-a1ed-512f7a4e043d service neutron] 10.222.0.30 "GET /v2.0/networks?id=c4e23bb3-49ee-40b1-b135-a73fa2f92cf7 HTTP/1.1" status: 200 len: 915 time: 0.1151588 Jun 12 13:04:19.209959 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-8683e3be-81ee-4908-ac96-6223e8e7b91c req-af9002ca-0c73-494d-bd8a-e3440967e99a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5f2c1ad-b7d1-43cb-9562-7cac6a7884fc HTTP/1.1" status: 200 len: 217 time: 0.0587101 Jun 12 13:04:19.314487 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8683e3be-81ee-4908-ac96-6223e8e7b91c req-8183c687-283c-4d0a-8085-e303a8890bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:19.315929 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-8683e3be-81ee-4908-ac96-6223e8e7b91c req-8183c687-283c-4d0a-8085-e303a8890bed service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cdbcbe23-98cd-47c4-9be8-aeacf2dee10b HTTP/1.1" status: 200 len: 854 time: 0.0964890 Jun 12 13:04:19.363369 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-8683e3be-81ee-4908-ac96-6223e8e7b91c req-41e388a8-8a60-481e-92b2-10e85fdd01c6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c4e23bb3-49ee-40b1-b135-a73fa2f92cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385854 Jun 12 13:04:19.373282 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3490460-1bc5-4cfd-86ec-2277a825999c req-bf49a01a-e3fc-440e-9036-0383376e33bf tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:19.374891 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-c3490460-1bc5-4cfd-86ec-2277a825999c req-bf49a01a-e3fc-440e-9036-0383376e33bf tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdab1beb-b015-44e8-ad3f-48323cc24d88 HTTP/1.1" status: 200 len: 943 time: 0.1683235 Jun 12 13:04:19.514692 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-c3490460-1bc5-4cfd-86ec-2277a825999c req-6fd1b7bb-1307-40fd-b395-d2fc4c194e7e tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3ef42bb-b201-4526-9495-ef817c7e6c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286895 Jun 12 13:04:19.538390 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ab207-b7cd-4bdf-a98c-bf4f2ab6c2e5 req-81be6725-6f86-4c7e-9ddd-2a9eea3ba6e8 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:19.540095 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-cf7ab207-b7cd-4bdf-a98c-bf4f2ab6c2e5 req-81be6725-6f86-4c7e-9ddd-2a9eea3ba6e8 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ac2fe1-1e41-436e-bb7c-d7089da6088c HTTP/1.1" status: 200 len: 984 time: 0.1032584 Jun 12 13:04:19.548354 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-8683e3be-81ee-4908-ac96-6223e8e7b91c req-2080c990-5748-4ba4-a82f-bfe88cdbd5fb service neutron] 10.222.0.30 "GET /v2.0/networks/c4e23bb3-49ee-40b1-b135-a73fa2f92cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722291 Jun 12 13:04:19.594145 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-cf7ab207-b7cd-4bdf-a98c-bf4f2ab6c2e5 req-a95b701b-76a2-418a-9021-ec1110ba9f9d tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/security-groups?id=e07f563c-91f7-4cb3-9549-e4e7eef36183&id=942882e3-e2ed-430b-b267-956ec92c5245&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0481281 Jun 12 13:04:19.687833 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-8683e3be-81ee-4908-ac96-6223e8e7b91c req-16bccbd9-ff53-4893-bb5a-918fef0ca4c2 service neutron] 10.222.0.30 "GET /v2.0/networks/c4e23bb3-49ee-40b1-b135-a73fa2f92cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325300 Jun 12 13:04:19.927185 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-341dff8a-86c8-45f1-ab1f-383c71c6650b req-28a852f3-1519-463a-b85d-ae59480fd982 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0594401 Jun 12 13:04:20.037979 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341dff8a-86c8-45f1-ab1f-383c71c6650b req-edcde556-8d0a-4825-9a9d-d10750da3183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:20.039475 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-341dff8a-86c8-45f1-ab1f-383c71c6650b req-edcde556-8d0a-4825-9a9d-d10750da3183 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7f18be0815224addb543ffddc7807c85&device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 1099 time: 0.0623531 Jun 12 13:04:20.183736 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341dff8a-86c8-45f1-ab1f-383c71c6650b req-8af1a179-7957-49b3-96bd-2169c8c01f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:20.185155 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-341dff8a-86c8-45f1-ab1f-383c71c6650b req-8af1a179-7957-49b3-96bd-2169c8c01f35 service neutron] 10.222.0.30 "GET /v2.0/networks?id=64b4b39f-e457-4d52-beb5-ab2bbde33d05 HTTP/1.1" status: 200 len: 918 time: 0.1239710 Jun 12 13:04:20.273693 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-341dff8a-86c8-45f1-ab1f-383c71c6650b req-f45ae784-4510-40ee-964a-07f63e48c713 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e6e0e28-bb34-4daf-8a61-6ff10d280256 HTTP/1.1" status: 200 len: 1000 time: 0.0806375 Jun 12 13:04:20.331026 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341dff8a-86c8-45f1-ab1f-383c71c6650b req-af0f1d77-58d8-4d42-92ed-bbd0c73e3202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:20.332352 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-341dff8a-86c8-45f1-ab1f-383c71c6650b req-af0f1d77-58d8-4d42-92ed-bbd0c73e3202 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f2822e5c-4cf7-4702-9de8-8d297e10d4e8 HTTP/1.1" status: 200 len: 856 time: 0.0518591 Jun 12 13:04:20.400447 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341dff8a-86c8-45f1-ab1f-383c71c6650b req-6e32f99c-0c9c-4da7-bb0c-ead8608c1729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:20.402202 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-341dff8a-86c8-45f1-ab1f-383c71c6650b req-6e32f99c-0c9c-4da7-bb0c-ead8608c1729 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=64b4b39f-e457-4d52-beb5-ab2bbde33d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0630400 Jun 12 13:04:20.606761 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-a3fc5c8e-b04f-40a3-a91f-8d28543d0105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:20.787174 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ac33c-df09-49fa-b1a5-d153b6b26425 req-088c0014-5f3c-446f-9af5-ba2f4e13afd2 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:20.788875 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-212ac33c-df09-49fa-b1a5-d153b6b26425 req-088c0014-5f3c-446f-9af5-ba2f4e13afd2 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ac2fe1-1e41-436e-bb7c-d7089da6088c HTTP/1.1" status: 200 len: 984 time: 0.0718629 Jun 12 13:04:20.833206 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-341dff8a-86c8-45f1-ab1f-383c71c6650b req-d244116e-6c73-4ab4-a71f-859cc4bddda5 service neutron] 10.222.0.30 "GET /v2.0/networks/64b4b39f-e457-4d52-beb5-ab2bbde33d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4197252 Jun 12 13:04:20.836163 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-212ac33c-df09-49fa-b1a5-d153b6b26425 req-7618c73d-cb81-41c4-8da1-e34f506b917f tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/security-groups?id=e07f563c-91f7-4cb3-9549-e4e7eef36183&id=942882e3-e2ed-430b-b267-956ec92c5245&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410113 Jun 12 13:04:20.846877 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b399ebb-3163-4e04-9fd9-8dd8d0506f98 req-8bc90f2f-8b9c-4ff7-a3a6-c962eb7d95b1 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:20.848855 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-4b399ebb-3163-4e04-9fd9-8dd8d0506f98 req-8bc90f2f-8b9c-4ff7-a3a6-c962eb7d95b1 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdab1beb-b015-44e8-ad3f-48323cc24d88 HTTP/1.1" status: 200 len: 943 time: 0.1435661 Jun 12 13:04:20.965048 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-4b399ebb-3163-4e04-9fd9-8dd8d0506f98 req-5d6e20e3-5685-4fc9-89ad-05806e03296b tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3ef42bb-b201-4526-9495-ef817c7e6c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076021 Jun 12 13:04:20.995161 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-341dff8a-86c8-45f1-ab1f-383c71c6650b req-663a313b-32aa-487d-90c2-4973fb0575cb service neutron] 10.222.0.30 "GET /v2.0/networks/64b4b39f-e457-4d52-beb5-ab2bbde33d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453738 Jun 12 13:04:21.472212 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:22.024763 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fb540c-d750-4811-afe3-ea407bf4b311 req-84d74971-60cc-4db1-9c7a-5117c9416765 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:22.026290 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-35fb540c-d750-4811-afe3-ea407bf4b311 req-84d74971-60cc-4db1-9c7a-5117c9416765 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ac2fe1-1e41-436e-bb7c-d7089da6088c HTTP/1.1" status: 200 len: 984 time: 0.0765874 Jun 12 13:04:22.069746 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-35fb540c-d750-4811-afe3-ea407bf4b311 req-34489358-485f-400f-9adb-960b0a5bd82a tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/security-groups?id=e07f563c-91f7-4cb3-9549-e4e7eef36183&id=942882e3-e2ed-430b-b267-956ec92c5245&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0375330 Jun 12 13:04:22.156306 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1884419a-eee2-4a87-9c3f-71bec2505d9d req-c85d2449-686b-4634-a9aa-477f75319fab tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:22.157759 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-1884419a-eee2-4a87-9c3f-71bec2505d9d req-c85d2449-686b-4634-a9aa-477f75319fab tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdab1beb-b015-44e8-ad3f-48323cc24d88 HTTP/1.1" status: 200 len: 943 time: 0.0728011 Jun 12 13:04:22.201134 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-1884419a-eee2-4a87-9c3f-71bec2505d9d req-65e3d574-04f9-4d0b-867d-74284a044e58 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3ef42bb-b201-4526-9495-ef817c7e6c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363746 Jun 12 13:04:23.249872 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc7fbf7-7050-4e52-8193-f41d40beecce req-21bbda23-a0d4-4fe2-89ce-11521fa70ab0 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:23.251349 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-9bc7fbf7-7050-4e52-8193-f41d40beecce req-21bbda23-a0d4-4fe2-89ce-11521fa70ab0 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ac2fe1-1e41-436e-bb7c-d7089da6088c HTTP/1.1" status: 200 len: 984 time: 0.0701306 Jun 12 13:04:23.296075 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-9bc7fbf7-7050-4e52-8193-f41d40beecce req-c0f76bbb-973b-43bb-acb5-2b3456922d99 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/security-groups?id=e07f563c-91f7-4cb3-9549-e4e7eef36183&id=942882e3-e2ed-430b-b267-956ec92c5245&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0384619 Jun 12 13:04:23.315753 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:23.397600 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05611f-2410-4840-af9b-980442ad2357 req-139d6dde-4cf8-4281-8505-0575d1f2dda8 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:23.399081 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-0a05611f-2410-4840-af9b-980442ad2357 req-139d6dde-4cf8-4281-8505-0575d1f2dda8 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdab1beb-b015-44e8-ad3f-48323cc24d88 HTTP/1.1" status: 200 len: 943 time: 0.0756609 Jun 12 13:04:23.440374 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-0a05611f-2410-4840-af9b-980442ad2357 req-955497a5-5e2b-4ebc-a559-459c97666f8d tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3ef42bb-b201-4526-9495-ef817c7e6c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353200 Jun 12 13:04:23.465818 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-d7a3c9ee-4d17-4f51-a154-fa8ee9cd448b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:24.479284 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04028642-284f-41a5-82bb-89e5bf0740e8 req-f9269aaa-53c5-4e22-8d93-95cb4316f6d4 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:24.480746 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-04028642-284f-41a5-82bb-89e5bf0740e8 req-f9269aaa-53c5-4e22-8d93-95cb4316f6d4 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ac2fe1-1e41-436e-bb7c-d7089da6088c HTTP/1.1" status: 200 len: 984 time: 0.0725031 Jun 12 13:04:24.525953 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-04028642-284f-41a5-82bb-89e5bf0740e8 req-029611f2-274a-46c8-92db-79f0489ddabf tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/security-groups?id=e07f563c-91f7-4cb3-9549-e4e7eef36183&id=942882e3-e2ed-430b-b267-956ec92c5245&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395250 Jun 12 13:04:24.627367 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0107d1-726b-4417-8443-2cc1b3a7ffe4 req-e7691f03-7bdd-4e14-ad1a-470f50b6bd33 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:24.628809 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-6b0107d1-726b-4417-8443-2cc1b3a7ffe4 req-e7691f03-7bdd-4e14-ad1a-470f50b6bd33 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdab1beb-b015-44e8-ad3f-48323cc24d88 HTTP/1.1" status: 200 len: 943 time: 0.0699592 Jun 12 13:04:24.659946 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.agents_db [None req-3755f801-82db-4e36-b9e4-fb56f4f4bf71 None None] Agent healthcheck: found 6 active agents {{(pid=91669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 13:04:24.670595 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-6b0107d1-726b-4417-8443-2cc1b3a7ffe4 req-912782b2-5a15-4b22-81c9-c7052ae9f085 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3ef42bb-b201-4526-9495-ef817c7e6c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360487 Jun 12 13:04:25.057014 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-7239a5c3-c5f0-4f25-a5be-c6c46247b3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:25.718868 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df1959-8128-42ed-aeb5-bd3e6cdcdad3 req-c2ef84fe-eba5-4d10-b43b-6c389abb9096 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:25.720556 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-a6df1959-8128-42ed-aeb5-bd3e6cdcdad3 req-c2ef84fe-eba5-4d10-b43b-6c389abb9096 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ac2fe1-1e41-436e-bb7c-d7089da6088c HTTP/1.1" status: 200 len: 984 time: 0.0762336 Jun 12 13:04:25.769704 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-a6df1959-8128-42ed-aeb5-bd3e6cdcdad3 req-7d8ea72e-1083-4e7d-b894-33890c66c3ac tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/security-groups?id=e07f563c-91f7-4cb3-9549-e4e7eef36183&id=942882e3-e2ed-430b-b267-956ec92c5245&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0429242 Jun 12 13:04:25.873087 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-0a5de27a-4d22-4fdd-a4cf-053756d7edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:25.875520 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b357b2-9a05-4f62-9cb6-7e872cf4d40c req-27742759-a29c-4eda-bba3-4092b5ea5ee0 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:25.877107 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-a3b357b2-9a05-4f62-9cb6-7e872cf4d40c req-27742759-a29c-4eda-bba3-4092b5ea5ee0 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdab1beb-b015-44e8-ad3f-48323cc24d88 HTTP/1.1" status: 200 len: 943 time: 0.0810759 Jun 12 13:04:25.924316 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-a3b357b2-9a05-4f62-9cb6-7e872cf4d40c req-83ca4b4c-78ac-423b-9253-5da654ec0fb8 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3ef42bb-b201-4526-9495-ef817c7e6c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397909 Jun 12 13:04:26.958179 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde2904e-d4b5-48ae-be8d-9cd2908d2741 req-1727ec06-c6ea-415c-8e93-a93e57e69c80 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:26.959676 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-bde2904e-d4b5-48ae-be8d-9cd2908d2741 req-1727ec06-c6ea-415c-8e93-a93e57e69c80 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ac2fe1-1e41-436e-bb7c-d7089da6088c HTTP/1.1" status: 200 len: 984 time: 0.0751629 Jun 12 13:04:27.004476 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-bde2904e-d4b5-48ae-be8d-9cd2908d2741 req-16cb14e8-ca22-489a-84a2-179208d5a55c tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/security-groups?id=e07f563c-91f7-4cb3-9549-e4e7eef36183&id=942882e3-e2ed-430b-b267-956ec92c5245&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0386982 Jun 12 13:04:27.107884 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f7926-6427-4aab-808e-8369e6357c59 req-ca87dbd8-0892-4458-ae12-ee1a65b26cae tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:27.109246 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-755f7926-6427-4aab-808e-8369e6357c59 req-ca87dbd8-0892-4458-ae12-ee1a65b26cae tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdab1beb-b015-44e8-ad3f-48323cc24d88 HTTP/1.1" status: 200 len: 943 time: 0.0719354 Jun 12 13:04:27.151466 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-755f7926-6427-4aab-808e-8369e6357c59 req-e1f36f50-b488-4b60-ac72-5b27034607be tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3ef42bb-b201-4526-9495-ef817c7e6c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359402 Jun 12 13:04:27.556080 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device a5f2c1ad-b7d1-43cb-9562-7cac6a7884fc details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 13:04:27.680106 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port a5f2c1ad-b7d1-43cb-9562-7cac6a7884fc, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=a5f2c1ad-b7d1-43cb-9562-7cac6a7884fc,segment=NetworkSegment(3dd6d3ca-ce7e-402a-a5fa-d6ee73ccf0a7),segment_id=3dd6d3ca-ce7e-402a-a5fa-d6ee73ccf0a7)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:04:27.693304 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Returning: {'device': 'a5f2c1ad-b7d1-43cb-9562-7cac6a7884fc', 'network_id': 'c4e23bb3-49ee-40b1-b135-a73fa2f92cf7', 'port_id': 'a5f2c1ad-b7d1-43cb-9562-7cac6a7884fc', 'mac_address': 'fa:16:3e:57:ff:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdbcbe23-98cd-47c4-9be8-aeacf2dee10b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 13:04:27.740504 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:27.756545 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.notifiers.nova [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5f2c1ad-b7d1-43cb-9562-7cac6a7884fc {{(pid=91668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 13:04:27.779495 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port a5f2c1ad-b7d1-43cb-9562-7cac6a7884fc, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=a5f2c1ad-b7d1-43cb-9562-7cac6a7884fc,segment=NetworkSegment(3dd6d3ca-ce7e-402a-a5fa-d6ee73ccf0a7),segment_id=3dd6d3ca-ce7e-402a-a5fa-d6ee73ccf0a7)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:04:27.783494 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:27.786226 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:04:27.840254 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Pushing event updated for resources: {'Port': ['ID=a5f2c1ad-b7d1-43cb-9562-7cac6a7884fc,revision_number=4']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:04:27.843330 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:04:28.197429 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443bcd0a-1e50-4dd0-bedd-182de0b10b43 req-19706b16-18ae-4bc1-a4b9-ac815fba818c tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:28.200048 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-443bcd0a-1e50-4dd0-bedd-182de0b10b43 req-19706b16-18ae-4bc1-a4b9-ac815fba818c tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ac2fe1-1e41-436e-bb7c-d7089da6088c HTTP/1.1" status: 200 len: 984 time: 0.0817239 Jun 12 13:04:28.248392 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-443bcd0a-1e50-4dd0-bedd-182de0b10b43 req-c232db9b-2314-4566-935d-4caa8de36cc6 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/security-groups?id=e07f563c-91f7-4cb3-9549-e4e7eef36183&id=942882e3-e2ed-430b-b267-956ec92c5245&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0422900 Jun 12 13:04:28.351649 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79357e-3539-472a-ada7-e5ab38418ff5 req-4dfb5722-f819-4b8d-8d10-80d884a393f0 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:28.353017 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-0d79357e-3539-472a-ada7-e5ab38418ff5 req-4dfb5722-f819-4b8d-8d10-80d884a393f0 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdab1beb-b015-44e8-ad3f-48323cc24d88 HTTP/1.1" status: 200 len: 944 time: 0.0767627 Jun 12 13:04:28.395975 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-0d79357e-3539-472a-ada7-e5ab38418ff5 req-a9c753b7-ae2f-4409-93a3-1dd81200cee0 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3ef42bb-b201-4526-9495-ef817c7e6c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373785 Jun 12 13:04:28.914878 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] get_ports_and_sgs() called for port_ids ['a5f2c1ad-b7d1-43cb-9562-7cac6a7884fc'] {{(pid=91668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 13:04:29.435434 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ded37c-d0ff-466a-ae90-d1c02e35c94c req-c6253626-f678-4392-aac8-8a388cd5823b tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:29.437065 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-06ded37c-d0ff-466a-ae90-d1c02e35c94c req-c6253626-f678-4392-aac8-8a388cd5823b tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ac2fe1-1e41-436e-bb7c-d7089da6088c HTTP/1.1" status: 200 len: 984 time: 0.0763566 Jun 12 13:04:29.481784 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-06ded37c-d0ff-466a-ae90-d1c02e35c94c req-7322817e-9a92-474c-8868-b3207e49f9a4 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/security-groups?id=e07f563c-91f7-4cb3-9549-e4e7eef36183&id=942882e3-e2ed-430b-b267-956ec92c5245&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0381262 Jun 12 13:04:29.581536 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95865013-d3ef-4383-adec-bef00d74303d req-e89a1153-2613-44f4-934d-e5cf3371893b tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:29.583020 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-95865013-d3ef-4383-adec-bef00d74303d req-e89a1153-2613-44f4-934d-e5cf3371893b tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdab1beb-b015-44e8-ad3f-48323cc24d88 HTTP/1.1" status: 200 len: 944 time: 0.0719635 Jun 12 13:04:29.627172 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-95865013-d3ef-4383-adec-bef00d74303d req-bec28d15-540a-4eb8-ad97-1c571cee5178 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3ef42bb-b201-4526-9495-ef817c7e6c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384953 Jun 12 13:04:30.677108 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c60dd5-ce62-4149-8f11-cedd242cc88c req-40425d0e-cc41-4443-84d0-93b70e6eefdd tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:30.678687 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-a9c60dd5-ce62-4149-8f11-cedd242cc88c req-40425d0e-cc41-4443-84d0-93b70e6eefdd tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ac2fe1-1e41-436e-bb7c-d7089da6088c HTTP/1.1" status: 200 len: 984 time: 0.0767128 Jun 12 13:04:30.723878 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-a9c60dd5-ce62-4149-8f11-cedd242cc88c req-0c94b205-2141-4af4-8824-064c3df256b1 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/security-groups?id=e07f563c-91f7-4cb3-9549-e4e7eef36183&id=942882e3-e2ed-430b-b267-956ec92c5245&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394573 Jun 12 13:04:30.814331 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a8ffeb-a1ce-46fd-95c4-97df3f73e297 req-b6c67c47-527a-4dfd-b447-be4cacbc884c tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:30.815765 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-86a8ffeb-a1ce-46fd-95c4-97df3f73e297 req-b6c67c47-527a-4dfd-b447-be4cacbc884c tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdab1beb-b015-44e8-ad3f-48323cc24d88 HTTP/1.1" status: 200 len: 944 time: 0.0764658 Jun 12 13:04:30.859830 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-86a8ffeb-a1ce-46fd-95c4-97df3f73e297 req-c6ff4445-76d4-4d53-a8c9-e8d9b49e9e5a tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3ef42bb-b201-4526-9495-ef817c7e6c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377915 Jun 12 13:04:31.908964 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b09d0-af5b-4559-9c25-e97b57d39aa7 req-ac7be7a8-562d-40e9-a370-eede9e500bb0 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:31.910525 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-932b09d0-af5b-4559-9c25-e97b57d39aa7 req-ac7be7a8-562d-40e9-a370-eede9e500bb0 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ac2fe1-1e41-436e-bb7c-d7089da6088c HTTP/1.1" status: 200 len: 984 time: 0.0743155 Jun 12 13:04:31.954843 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-932b09d0-af5b-4559-9c25-e97b57d39aa7 req-67bcbd12-c95d-4b4b-a5fe-e7bfc215c1a0 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/security-groups?id=e07f563c-91f7-4cb3-9549-e4e7eef36183&id=942882e3-e2ed-430b-b267-956ec92c5245&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0386269 Jun 12 13:04:32.042498 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a440c88d-58e3-482e-9101-740524855c0b req-aca0c9d9-5535-4d38-9844-d8b5384f8834 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:32.043943 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-a440c88d-58e3-482e-9101-740524855c0b req-aca0c9d9-5535-4d38-9844-d8b5384f8834 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdab1beb-b015-44e8-ad3f-48323cc24d88 HTTP/1.1" status: 200 len: 944 time: 0.0722075 Jun 12 13:04:32.086346 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-a440c88d-58e3-482e-9101-740524855c0b req-d95a6a02-3fa4-450a-8123-46cbd91433d2 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3ef42bb-b201-4526-9495-ef817c7e6c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368068 Jun 12 13:04:33.139790 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de1683-ebcb-4467-9897-d1a3bcc03fe3 req-0ac127bd-48db-48d1-88dc-300af882edd9 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:33.141520 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-e0de1683-ebcb-4467-9897-d1a3bcc03fe3 req-0ac127bd-48db-48d1-88dc-300af882edd9 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ac2fe1-1e41-436e-bb7c-d7089da6088c HTTP/1.1" status: 200 len: 984 time: 0.0717180 Jun 12 13:04:33.187330 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-e0de1683-ebcb-4467-9897-d1a3bcc03fe3 req-47980ce6-ad4d-41e0-a264-fb924ff4656f tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/security-groups?id=e07f563c-91f7-4cb3-9549-e4e7eef36183&id=942882e3-e2ed-430b-b267-956ec92c5245&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389571 Jun 12 13:04:33.272402 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836731db-6252-420a-b28a-ea1f580dbdb5 req-5f46388b-df9b-44eb-8124-babd4f4d4204 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:33.273758 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-836731db-6252-420a-b28a-ea1f580dbdb5 req-5f46388b-df9b-44eb-8124-babd4f4d4204 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdab1beb-b015-44e8-ad3f-48323cc24d88 HTTP/1.1" status: 200 len: 944 time: 0.0748210 Jun 12 13:04:33.315909 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-836731db-6252-420a-b28a-ea1f580dbdb5 req-be4e3bdd-9207-4304-aa2b-4620b65a5d75 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3ef42bb-b201-4526-9495-ef817c7e6c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364282 Jun 12 13:04:34.382455 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4570ad0a-559b-46c5-bad0-808cc041f6a2 req-302b2ee6-ef7c-4760-b2fc-b73f09e6a234 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:34.383934 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-4570ad0a-559b-46c5-bad0-808cc041f6a2 req-302b2ee6-ef7c-4760-b2fc-b73f09e6a234 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ac2fe1-1e41-436e-bb7c-d7089da6088c HTTP/1.1" status: 200 len: 984 time: 0.0788004 Jun 12 13:04:34.430932 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-4570ad0a-559b-46c5-bad0-808cc041f6a2 req-800ddd1f-4438-408b-950d-aaecfe8bbeb4 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/security-groups?id=e07f563c-91f7-4cb3-9549-e4e7eef36183&id=942882e3-e2ed-430b-b267-956ec92c5245&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406530 Jun 12 13:04:34.502768 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec71a9d7-f8ff-4183-8ab0-881f4dab0af0 req-8276607e-b29e-441c-aacc-b3a54c3c47e9 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:34.504771 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-ec71a9d7-f8ff-4183-8ab0-881f4dab0af0 req-8276607e-b29e-441c-aacc-b3a54c3c47e9 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdab1beb-b015-44e8-ad3f-48323cc24d88 HTTP/1.1" status: 200 len: 944 time: 0.0693848 Jun 12 13:04:34.547060 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-ec71a9d7-f8ff-4183-8ab0-881f4dab0af0 req-a25da7b7-7987-4480-be71-4eb6d42c3c88 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3ef42bb-b201-4526-9495-ef817c7e6c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363073 Jun 12 13:04:35.581572 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device a5f2c1ad-b7d1-43cb-9562-7cac6a7884fc up at agent hyperv_hv-cinder-79611 {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 13:04:35.618007 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee7b64-f782-4ac2-8fc7-7eb852bd821e req-66d7d312-4c5a-47a2-ae89-a0370fe853fb tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:35.619530 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-d8ee7b64-f782-4ac2-8fc7-7eb852bd821e req-66d7d312-4c5a-47a2-ae89-a0370fe853fb tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ac2fe1-1e41-436e-bb7c-d7089da6088c HTTP/1.1" status: 200 len: 984 time: 0.0771432 Jun 12 13:04:35.638470 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Provisioning for port a5f2c1ad-b7d1-43cb-9562-7cac6a7884fc completed by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 13:04:35.642497 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Provisioning complete for port a5f2c1ad-b7d1-43cb-9562-7cac6a7884fc triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 13:04:35.642877 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:35.667846 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-d8ee7b64-f782-4ac2-8fc7-7eb852bd821e req-f8645ad6-6e00-4d16-bcaf-477d51c6b827 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/security-groups?id=e07f563c-91f7-4cb3-9549-e4e7eef36183&id=942882e3-e2ed-430b-b267-956ec92c5245&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0417993 Jun 12 13:04:35.756263 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:35.760072 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98eb56b-a796-436d-9864-cc92495a79b1 req-4ff78789-facc-4bdb-993e-e05079e27628 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:35.761557 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-a98eb56b-a796-436d-9864-cc92495a79b1 req-4ff78789-facc-4bdb-993e-e05079e27628 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdab1beb-b015-44e8-ad3f-48323cc24d88 HTTP/1.1" status: 200 len: 944 time: 0.0979857 Jun 12 13:04:35.782304 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdab1beb-b015-44e8-ad3f-48323cc24d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5f2c1ad-b7d1-43cb-9562-7cac6a7884fc'}] {{(pid=91668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 13:04:35.784649 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80aeb099eed554921aeb9584cad5061c500859d49ba4b111a23145803cb4192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6455c1-0cd3-4644-b3be-1ba976f11d83" -d '{"events": [{"server_uuid": "bdab1beb-b015-44e8-ad3f-48323cc24d88", "name": "network-vif-plugged", "status": "completed", "tag": "a5f2c1ad-b7d1-43cb-9562-7cac6a7884fc"}]}' {{(pid=91668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 13:04:35.799670 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port a5f2c1ad-b7d1-43cb-9562-7cac6a7884fc, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=a5f2c1ad-b7d1-43cb-9562-7cac6a7884fc,segment=NetworkSegment(3dd6d3ca-ce7e-402a-a5fa-d6ee73ccf0a7),segment_id=3dd6d3ca-ce7e-402a-a5fa-d6ee73ccf0a7)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:04:35.805987 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:35.808161 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:04:35.808845 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-a98eb56b-a796-436d-9864-cc92495a79b1 req-be36c6af-dc9f-4e76-b35e-f040e729851e tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3ef42bb-b201-4526-9495-ef817c7e6c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409415 Jun 12 13:04:35.843506 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 13:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d4cda3-4c52-4691-b066-7612efe7d108 x-openstack-request-id: req-94d4cda3-4c52-4691-b066-7612efe7d108 {{(pid=91668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 13:04:35.843805 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdab1beb-b015-44e8-ad3f-48323cc24d88", "name": "network-vif-plugged", "status": "completed", "tag": "a5f2c1ad-b7d1-43cb-9562-7cac6a7884fc", "code": 200}]} {{(pid=91668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 13:04:35.844058 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-94d4cda3-4c52-4691-b066-7612efe7d108 {{(pid=91668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 13:04:35.844445 dv-cinder-796114-1-iscsi neutron-server[91668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdab1beb-b015-44e8-ad3f-48323cc24d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5f2c1ad-b7d1-43cb-9562-7cac6a7884fc', 'code': 200} Jun 12 13:04:35.877632 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Pushing event updated for resources: {'Port': ['ID=a5f2c1ad-b7d1-43cb-9562-7cac6a7884fc,revision_number=5']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:04:35.882648 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:04:36.107133 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd6325b-b3fc-4e35-8d6c-04cd22abcd3d req-34e7eea2-8277-4079-9b90-2d3d16ba8834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:36.108698 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-4fd6325b-b3fc-4e35-8d6c-04cd22abcd3d req-34e7eea2-8277-4079-9b90-2d3d16ba8834 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bdab1beb-b015-44e8-ad3f-48323cc24d88 HTTP/1.1" status: 200 len: 1098 time: 0.0707030 Jun 12 13:04:36.173412 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-4fd6325b-b3fc-4e35-8d6c-04cd22abcd3d req-38229b8a-06c2-4966-bc11-d051f491a6db service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a3ef42bb-b201-4526-9495-ef817c7e6c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575464 Jun 12 13:04:36.995040 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5319720-3af0-4501-9669-19732475acc4 req-60c9a657-30b1-4cf6-8816-889f48c3499c tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:36.996470 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-d5319720-3af0-4501-9669-19732475acc4 req-60c9a657-30b1-4cf6-8816-889f48c3499c tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdab1beb-b015-44e8-ad3f-48323cc24d88 HTTP/1.1" status: 200 len: 945 time: 0.0720379 Jun 12 13:04:37.038260 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-d5319720-3af0-4501-9669-19732475acc4 req-87b91bcf-5d4b-402d-a5f4-f0e18c314fbb tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3ef42bb-b201-4526-9495-ef817c7e6c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358624 Jun 12 13:04:37.448190 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a52c69b-a568-4ef6-a2d8-eb9fd3940c9e req-3072c0da-a4a2-45ef-b759-98942caf69f8 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:37.449718 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-7a52c69b-a568-4ef6-a2d8-eb9fd3940c9e req-3072c0da-a4a2-45ef-b759-98942caf69f8 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 945 time: 0.0683935 Jun 12 13:04:37.491151 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-7a52c69b-a568-4ef6-a2d8-eb9fd3940c9e req-dfaa98b1-1c24-43f2-86d0-be3e9766aeaa tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=208ba6a1-805c-4f9d-a564-c9f39bce27cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357363 Jun 12 13:04:38.223840 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d992f72-653f-4036-9506-942d8cfbd967 req-55d9360c-01c9-414c-afd0-96a2c0fbf1d3 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:38.225294 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-6d992f72-653f-4036-9506-942d8cfbd967 req-55d9360c-01c9-414c-afd0-96a2c0fbf1d3 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdab1beb-b015-44e8-ad3f-48323cc24d88 HTTP/1.1" status: 200 len: 945 time: 0.0737758 Jun 12 13:04:38.266651 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-6d992f72-653f-4036-9506-942d8cfbd967 req-a620d713-107a-47ef-b04c-5463dcefb218 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3ef42bb-b201-4526-9495-ef817c7e6c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355675 Jun 12 13:04:38.675818 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7504ae6-85e3-4d9c-8eb4-f3af85335e39 req-30442029-199a-4b56-abbb-19b3acd509e6 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:38.677329 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-b7504ae6-85e3-4d9c-8eb4-f3af85335e39 req-30442029-199a-4b56-abbb-19b3acd509e6 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 945 time: 0.0724056 Jun 12 13:04:38.718590 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-b7504ae6-85e3-4d9c-8eb4-f3af85335e39 req-cefa3fbb-f3dc-4e3f-af7e-26eb40ee3c3e tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=208ba6a1-805c-4f9d-a564-c9f39bce27cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356178 Jun 12 13:04:39.447858 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c63664-287d-4126-96e0-326650dbf990 req-a37b9b8a-571a-4fe7-adbe-e027ec7e4871 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:39.449361 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-43c63664-287d-4126-96e0-326650dbf990 req-a37b9b8a-571a-4fe7-adbe-e027ec7e4871 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdab1beb-b015-44e8-ad3f-48323cc24d88 HTTP/1.1" status: 200 len: 945 time: 0.0707517 Jun 12 13:04:39.492575 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-43c63664-287d-4126-96e0-326650dbf990 req-db533d09-b3b7-4014-b193-c3cc9a27a296 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3ef42bb-b201-4526-9495-ef817c7e6c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375130 Jun 12 13:04:39.903171 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f974971-8646-458e-8224-8b7570057eb3 req-7430eb99-7f6d-45ac-80b8-3477d7352a90 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:39.904672 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-5f974971-8646-458e-8224-8b7570057eb3 req-7430eb99-7f6d-45ac-80b8-3477d7352a90 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 945 time: 0.0726960 Jun 12 13:04:39.948126 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-5f974971-8646-458e-8224-8b7570057eb3 req-b8d88248-80d4-49f1-84b3-f218efa8e0d7 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=208ba6a1-805c-4f9d-a564-c9f39bce27cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377769 Jun 12 13:04:40.684674 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be2aae-2441-4521-9f9d-7ec8a34a09e4 req-f1d38a4f-442e-473f-8b8d-429ec0d30354 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:40.686276 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-05be2aae-2441-4521-9f9d-7ec8a34a09e4 req-f1d38a4f-442e-473f-8b8d-429ec0d30354 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdab1beb-b015-44e8-ad3f-48323cc24d88 HTTP/1.1" status: 200 len: 945 time: 0.0786717 Jun 12 13:04:40.731310 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-05be2aae-2441-4521-9f9d-7ec8a34a09e4 req-d8b8305e-edac-447b-a327-651d0c23703d tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3ef42bb-b201-4526-9495-ef817c7e6c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387030 Jun 12 13:04:41.142021 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda58a02-054f-452f-9dbe-c277cc4d9e2a req-39994288-3182-4906-b0d1-250c8ee79ad9 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:41.143538 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-bda58a02-054f-452f-9dbe-c277cc4d9e2a req-39994288-3182-4906-b0d1-250c8ee79ad9 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 945 time: 0.0781496 Jun 12 13:04:41.189549 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-bda58a02-054f-452f-9dbe-c277cc4d9e2a req-dcb6207a-b073-4180-9e0b-8685dc2a260d tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=208ba6a1-805c-4f9d-a564-c9f39bce27cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391688 Jun 12 13:04:41.917482 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3186f1-106c-4c28-a282-538ac7dfad42 req-5ed9b29b-dcd3-484c-b168-57075e7b6fb5 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:41.918914 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-9b3186f1-106c-4c28-a282-538ac7dfad42 req-5ed9b29b-dcd3-484c-b168-57075e7b6fb5 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdab1beb-b015-44e8-ad3f-48323cc24d88 HTTP/1.1" status: 200 len: 945 time: 0.0740480 Jun 12 13:04:41.962748 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-9b3186f1-106c-4c28-a282-538ac7dfad42 req-33a63838-fc60-459a-a786-b5dbed11e39d tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3ef42bb-b201-4526-9495-ef817c7e6c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382118 Jun 12 13:04:42.384311 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a99138a-708f-4771-a29e-5bf62ce184fe req-0e3e5f45-b470-48e7-9319-d8acc78aac51 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:42.385778 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-9a99138a-708f-4771-a29e-5bf62ce184fe req-0e3e5f45-b470-48e7-9319-d8acc78aac51 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 945 time: 0.0793266 Jun 12 13:04:42.432393 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-9a99138a-708f-4771-a29e-5bf62ce184fe req-dcb813a5-5815-4f2f-b7c9-6f097f5049a2 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=208ba6a1-805c-4f9d-a564-c9f39bce27cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397222 Jun 12 13:04:43.148800 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ade463-ff98-44f1-a210-3bc493d2953b req-ea950933-40ff-404f-8e6c-4331c1122bbc tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:43.150308 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-a7ade463-ff98-44f1-a210-3bc493d2953b req-ea950933-40ff-404f-8e6c-4331c1122bbc tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdab1beb-b015-44e8-ad3f-48323cc24d88 HTTP/1.1" status: 200 len: 945 time: 0.0735242 Jun 12 13:04:43.193057 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-a7ade463-ff98-44f1-a210-3bc493d2953b req-168e920f-d6cb-4ace-9739-681a03bb27bd tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3ef42bb-b201-4526-9495-ef817c7e6c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370827 Jun 12 13:04:43.621185 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd6611-f4b7-447d-8485-a9442dacf0e4 req-d369f11b-ffb5-42be-a7bd-ff33a26f10b7 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:43.622722 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-75dd6611-f4b7-447d-8485-a9442dacf0e4 req-d369f11b-ffb5-42be-a7bd-ff33a26f10b7 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 945 time: 0.0750363 Jun 12 13:04:43.665300 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-75dd6611-f4b7-447d-8485-a9442dacf0e4 req-5c9e16ae-6582-4732-be97-236ed289cfd8 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=208ba6a1-805c-4f9d-a564-c9f39bce27cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370514 Jun 12 13:04:44.376848 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10395db3-7b57-44b0-84c2-e11c75371411 req-fa4cb378-21e0-4877-ba2e-c43d8ce8a425 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:44.378298 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-10395db3-7b57-44b0-84c2-e11c75371411 req-fa4cb378-21e0-4877-ba2e-c43d8ce8a425 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdab1beb-b015-44e8-ad3f-48323cc24d88 HTTP/1.1" status: 200 len: 945 time: 0.0691485 Jun 12 13:04:44.421547 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-10395db3-7b57-44b0-84c2-e11c75371411 req-c510f6b3-4da9-4eb6-bc1e-4d8fd984ca56 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3ef42bb-b201-4526-9495-ef817c7e6c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366352 Jun 12 13:04:44.846444 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2a1f5-3a87-4c92-923a-deff652471cf req-6514fcbc-d9ef-4cc6-9fae-366e8eda0e27 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:44.848497 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-34f2a1f5-3a87-4c92-923a-deff652471cf req-6514fcbc-d9ef-4cc6-9fae-366e8eda0e27 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 945 time: 0.0698650 Jun 12 13:04:44.890425 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-34f2a1f5-3a87-4c92-923a-deff652471cf req-ef54fc8e-f99f-438e-9e48-87b15add1aa2 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=208ba6a1-805c-4f9d-a564-c9f39bce27cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355699 Jun 12 13:04:45.621614 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084bbb0-f1eb-4024-b20b-87f401f36c74 req-87ecde27-70ca-438e-8573-1a82a23831a6 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:45.623083 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-1084bbb0-f1eb-4024-b20b-87f401f36c74 req-87ecde27-70ca-438e-8573-1a82a23831a6 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdab1beb-b015-44e8-ad3f-48323cc24d88 HTTP/1.1" status: 200 len: 945 time: 0.0846934 Jun 12 13:04:45.665160 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-1084bbb0-f1eb-4024-b20b-87f401f36c74 req-6da4e5fb-45c8-4972-b9ce-564ba9cfe85d tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3ef42bb-b201-4526-9495-ef817c7e6c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364819 Jun 12 13:04:46.072950 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e2c581-607e-4f36-b155-b2fa87c4e2a2 req-8c738e2d-7fc5-43fa-b36d-7925e600e2a1 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:46.074364 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-d2e2c581-607e-4f36-b155-b2fa87c4e2a2 req-8c738e2d-7fc5-43fa-b36d-7925e600e2a1 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 945 time: 0.0724964 Jun 12 13:04:46.115685 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-d2e2c581-607e-4f36-b155-b2fa87c4e2a2 req-6532500a-3200-4bab-8724-8371383cd6d1 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=208ba6a1-805c-4f9d-a564-c9f39bce27cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357525 Jun 12 13:04:46.848996 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42f5be-a148-42b8-9d52-9ec3bf6fb450 req-2929c491-3472-4d16-aa03-7a2b8851e247 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:46.850497 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-1e42f5be-a148-42b8-9d52-9ec3bf6fb450 req-2929c491-3472-4d16-aa03-7a2b8851e247 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdab1beb-b015-44e8-ad3f-48323cc24d88 HTTP/1.1" status: 200 len: 945 time: 0.0711830 Jun 12 13:04:46.893237 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-1e42f5be-a148-42b8-9d52-9ec3bf6fb450 req-d24ee3f8-b2ba-48d2-8482-d7130fde2ca9 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3ef42bb-b201-4526-9495-ef817c7e6c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371718 Jun 12 13:04:47.320583 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d29cd-1d53-42b6-8d92-6d9afaff92a4 req-6a36983a-33ee-4bcb-8a94-107962be891c tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:47.322045 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-7f9d29cd-1d53-42b6-8d92-6d9afaff92a4 req-6a36983a-33ee-4bcb-8a94-107962be891c tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 945 time: 0.0830951 Jun 12 13:04:47.365954 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-7f9d29cd-1d53-42b6-8d92-6d9afaff92a4 req-a603f90f-cf5d-44ff-a569-61a12d43309b tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=208ba6a1-805c-4f9d-a564-c9f39bce27cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382478 Jun 12 13:04:48.555992 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfabc1a-ed38-4cc5-913b-f6ab28818019 req-a5f37181-7b06-48d8-a047-249c2b63d9a1 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:48.557443 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-6cfabc1a-ed38-4cc5-913b-f6ab28818019 req-a5f37181-7b06-48d8-a047-249c2b63d9a1 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 945 time: 0.0699069 Jun 12 13:04:48.600872 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-6cfabc1a-ed38-4cc5-913b-f6ab28818019 req-7013b17c-ba5a-4803-bd65-d7b56342c616 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=208ba6a1-805c-4f9d-a564-c9f39bce27cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377083 Jun 12 13:04:49.782667 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b2c68-0372-4841-97ed-bab339102e98 req-fb50664a-8702-4deb-8d35-b5062165e19d tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:49.784171 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-3b9b2c68-0372-4841-97ed-bab339102e98 req-fb50664a-8702-4deb-8d35-b5062165e19d tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 945 time: 0.0705018 Jun 12 13:04:49.834431 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-3b9b2c68-0372-4841-97ed-bab339102e98 req-7d834b1b-9222-4a79-88c6-7f8c8cb23d55 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=208ba6a1-805c-4f9d-a564-c9f39bce27cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440595 Jun 12 13:04:50.008239 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 59628) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:04:50.118778 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-a4b7310d-7bb4-4449-abc4-58b9adaff710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:50.219456 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-a4b7310d-7bb4-4449-abc4-58b9adaff710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:50.224246 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-a4b7310d-7bb4-4449-abc4-58b9adaff710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:50.226868 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-c5d0bbb4-6c89-4110-8370-95ceac5cdc60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:04:50.265200 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b7310d-7bb4-4449-abc4-58b9adaff710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=179d96ee-feff-4679-a243-64eb40e95f03,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:04:50.269905 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-a4b7310d-7bb4-4449-abc4-58b9adaff710 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3d543ed9934446f98b63f718b74c068a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2597477 Jun 12 13:04:50.272577 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 59632) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:04:50.275928 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b7310d-7bb4-4449-abc4-58b9adaff710 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:04:50.276319 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b7310d-7bb4-4449-abc4-58b9adaff710 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:04:50.276693 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b7310d-7bb4-4449-abc4-58b9adaff710 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:04:50.277064 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b7310d-7bb4-4449-abc4-58b9adaff710 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:04:50.277436 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b7310d-7bb4-4449-abc4-58b9adaff710 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:04:50.277801 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b7310d-7bb4-4449-abc4-58b9adaff710 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:04:50.278160 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b7310d-7bb4-4449-abc4-58b9adaff710 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:04:50.278567 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b7310d-7bb4-4449-abc4-58b9adaff710 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:04:50.278925 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b7310d-7bb4-4449-abc4-58b9adaff710 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:04:50.279281 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b7310d-7bb4-4449-abc4-58b9adaff710 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:04:50.279634 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b7310d-7bb4-4449-abc4-58b9adaff710 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:04:50.279985 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b7310d-7bb4-4449-abc4-58b9adaff710 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:04:50.284000 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-a4b7310d-7bb4-4449-abc4-58b9adaff710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:04:50.331360 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-b6bfbb84-b18c-4453-a186-543bf9e25611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:50.354842 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-b6bfbb84-b18c-4453-a186-543bf9e25611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:50.411464 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-b6bfbb84-b18c-4453-a186-543bf9e25611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:50.414093 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-b6bfbb84-b18c-4453-a186-543bf9e25611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:50.415376 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-b6bfbb84-b18c-4453-a186-543bf9e25611 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/179d96ee-feff-4679-a243-64eb40e95f03 HTTP/1.1" status: 204 len: 168 time: 0.1417055 Jun 12 13:04:50.416172 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-5250d452-3e2b-4269-9145-a488aa23aed4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:04:50.425908 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bfbb84-b18c-4453-a186-543bf9e25611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179d96ee-feff-4679-a243-64eb40e95f03,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:04:50.429011 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-b6bfbb84-b18c-4453-a186-543bf9e25611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:04:50.599591 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-44a9af98-18ff-444d-82f4-380359f28674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:51.024007 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd0d409-da6a-4cd9-b5cb-3143b5b544a5 req-04eee5db-d727-43b3-8075-5e838ea066eb tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:51.025465 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-0cd0d409-da6a-4cd9-b5cb-3143b5b544a5 req-04eee5db-d727-43b3-8075-5e838ea066eb tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 945 time: 0.0752921 Jun 12 13:04:51.068530 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-0cd0d409-da6a-4cd9-b5cb-3143b5b544a5 req-1e754fd9-fd4b-4cd6-bd6c-e2a351e13229 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=208ba6a1-805c-4f9d-a564-c9f39bce27cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374110 Jun 12 13:04:51.193903 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-5d1d9746-abc8-4994-9186-fbf1cd0ae6c4 req-703116d8-9f7f-44c6-8922-f3efa3191d6f tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-211311102&fields=id&tenant_id=309791d830a94b0f9bbf5e05447bde27 HTTP/1.1" status: 200 len: 267 time: 0.0379879 Jun 12 13:04:51.328094 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d9746-abc8-4994-9186-fbf1cd0ae6c4 req-eb884560-a881-4591-8ee0-38845ac21c88 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:51.329442 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-5d1d9746-abc8-4994-9186-fbf1cd0ae6c4 req-eb884560-a881-4591-8ee0-38845ac21c88 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/networks?id=d048a451-dcef-417f-bec1-0fcc7240acb9 HTTP/1.1" status: 200 len: 808 time: 0.1291416 Jun 12 13:04:51.343654 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-5d1d9746-abc8-4994-9186-fbf1cd0ae6c4 req-599ed472-bbab-4036-a27a-23d7bad84c49 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/quotas/309791d830a94b0f9bbf5e05447bde27 HTTP/1.1" status: 200 len: 375 time: 0.0088174 Jun 12 13:04:51.417796 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-5d1d9746-abc8-4994-9186-fbf1cd0ae6c4 req-7cb04dca-f2e4-445b-89c6-3dae1b1f8771 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=309791d830a94b0f9bbf5e05447bde27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0692565 Jun 12 13:04:51.487108 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:51.544649 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-5d1d9746-abc8-4994-9186-fbf1cd0ae6c4 req-387d60dd-f512-4a4d-ba61-bc8cfab24ef7 service neutron] 10.222.0.23 "GET /v2.0/networks/d048a451-dcef-417f-bec1-0fcc7240acb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151247 Jun 12 13:04:51.662974 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-5d1d9746-abc8-4994-9186-fbf1cd0ae6c4 req-55456bcc-ddc5-40c6-b929-f58c5072c61a service neutron] 10.222.0.23 "GET /v2.0/networks/d048a451-dcef-417f-bec1-0fcc7240acb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123753 Jun 12 13:04:51.960992 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-085cd05e-65eb-45dd-a129-66af4dff213e req-e881ad4c-6297-4902-95d8-c657bc2d2663 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b HTTP/1.1" status: 200 len: 210 time: 0.0379455 Jun 12 13:04:52.258727 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958cf40-1181-4dfe-8a5b-dc0dd7f62c68 req-82336f5d-1ebe-45d7-86dd-40445c6cc7df tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:52.260177 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-a958cf40-1181-4dfe-8a5b-dc0dd7f62c68 req-82336f5d-1ebe-45d7-86dd-40445c6cc7df tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 945 time: 0.0765529 Jun 12 13:04:52.310171 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-a958cf40-1181-4dfe-8a5b-dc0dd7f62c68 req-d95726d6-6971-400b-92fd-6410722d490a tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=208ba6a1-805c-4f9d-a564-c9f39bce27cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432131 Jun 12 13:04:53.148275 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-65885fac-09b5-494d-8f9f-c85a24cd445f req-31922852-7e98-454e-a48f-3ee96b74bea0 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b HTTP/1.1" status: 200 len: 210 time: 0.0717380 Jun 12 13:04:53.169315 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d9746-abc8-4994-9186-fbf1cd0ae6c4 req-02b7d6a0-f636-4eb6-96cf-094bef190f9f tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:53.170888 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-5d1d9746-abc8-4994-9186-fbf1cd0ae6c4 req-02b7d6a0-f636-4eb6-96cf-094bef190f9f tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.30 "GET /v2.0/networks?id=d048a451-dcef-417f-bec1-0fcc7240acb9 HTTP/1.1" status: 200 len: 808 time: 0.1467323 Jun 12 13:04:53.230455 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-5d1d9746-abc8-4994-9186-fbf1cd0ae6c4 req-4334529b-49cb-4922-94ad-0613bbf05ee3 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=309791d830a94b0f9bbf5e05447bde27 HTTP/1.1" status: 200 len: 379 time: 0.0414152 Jun 12 13:04:53.241739 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.v2.base [req-5d1d9746-abc8-4994-9186-fbf1cd0ae6c4 req-edca1030-94ce-4464-8e1a-f3dafbf6d59b tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Request body: {'port': {'device_id': '36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b', 'network_id': 'd048a451-dcef-417f-bec1-0fcc7240acb9', 'admin_state_up': True, 'tenant_id': '309791d830a94b0f9bbf5e05447bde27', 'security_groups': ['ace30198-ea07-487d-a00c-2e29c0d4be4b']}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:04:53.319652 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:53.393918 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d1d9746-abc8-4994-9186-fbf1cd0ae6c4 req-edca1030-94ce-4464-8e1a-f3dafbf6d59b tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Made reservation on behalf of 309791d830a94b0f9bbf5e05447bde27 for: {'port': 1} {{(pid=91667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 13:04:53.407498 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-5d1d9746-abc8-4994-9186-fbf1cd0ae6c4 req-edca1030-94ce-4464-8e1a-f3dafbf6d59b tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for port, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:53.467173 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-42b88117-939c-4e25-81f4-f4eead3fb21a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:53.616639 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461dc2b9-2595-4c5c-83d9-6d38bf282544 req-b0fe3dbb-6694-415d-83c7-01c91abc14f2 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:53.618184 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-461dc2b9-2595-4c5c-83d9-6d38bf282544 req-b0fe3dbb-6694-415d-83c7-01c91abc14f2 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 945 time: 0.1839123 Jun 12 13:04:53.636047 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.db.db_base_plugin_common [req-5d1d9746-abc8-4994-9186-fbf1cd0ae6c4 req-edca1030-94ce-4464-8e1a-f3dafbf6d59b tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Allocated IP 172.20.0.10 (d048a451-dcef-417f-bec1-0fcc7240acb9/dcf70ff7-e006-4744-9931-12302649ffac/8225578c-aecc-44e1-901a-502078900315) {{(pid=91667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 13:04:53.688028 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-461dc2b9-2595-4c5c-83d9-6d38bf282544 req-87e689e1-f63a-4b06-ba71-1e3aaccc0bc5 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=208ba6a1-805c-4f9d-a564-c9f39bce27cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634446 Jun 12 13:04:53.830716 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-5d1d9746-abc8-4994-9186-fbf1cd0ae6c4 req-edca1030-94ce-4464-8e1a-f3dafbf6d59b tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Notify callbacks [] for port, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:53.843705 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.db.provisioning_blocks [req-5d1d9746-abc8-4994-9186-fbf1cd0ae6c4 req-edca1030-94ce-4464-8e1a-f3dafbf6d59b tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Transition to ACTIVE for port object 8225578c-aecc-44e1-901a-502078900315 will not be triggered until provisioned by entity DHCP. {{(pid=91667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 13:04:53.879940 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-5d1d9746-abc8-4994-9186-fbf1cd0ae6c4 req-edca1030-94ce-4464-8e1a-f3dafbf6d59b tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1466997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-122173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752044431912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13277797'] for port, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:53.883841 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:04:53.937493 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d1d9746-abc8-4994-9186-fbf1cd0ae6c4 req-edca1030-94ce-4464-8e1a-f3dafbf6d59b tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Network d048a451-dcef-417f-bec1-0fcc7240acb9 is already hosted by enough agents. {{(pid=91667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 13:04:53.942187 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.base_scheduler [req-5d1d9746-abc8-4994-9186-fbf1cd0ae6c4 req-edca1030-94ce-4464-8e1a-f3dafbf6d59b tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Resources bound (agent type, host, resource id): {{(pid=91667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 13:04:53.945992 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d1d9746-abc8-4994-9186-fbf1cd0ae6c4 req-edca1030-94ce-4464-8e1a-f3dafbf6d59b tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Received port after_create {{(pid=91667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 13:04:53.978306 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edca1030-94ce-4464-8e1a-f3dafbf6d59b tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Pushing event updated for resources: {'Port': ['ID=8225578c-aecc-44e1-901a-502078900315,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:04:53.982981 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-edca1030-94ce-4464-8e1a-f3dafbf6d59b tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:04:54.011303 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d9746-abc8-4994-9186-fbf1cd0ae6c4 req-edca1030-94ce-4464-8e1a-f3dafbf6d59b tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:54.011960 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-5d1d9746-abc8-4994-9186-fbf1cd0ae6c4 req-edca1030-94ce-4464-8e1a-f3dafbf6d59b tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920'] for port, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:54.028094 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-5d1d9746-abc8-4994-9186-fbf1cd0ae6c4 req-edca1030-94ce-4464-8e1a-f3dafbf6d59b tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7908099 Jun 12 13:04:54.040276 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.v2.base [req-5d1d9746-abc8-4994-9186-fbf1cd0ae6c4 req-f2635475-55b1-4ad4-ac44-37612116165a service neutron] Request body: {'port': {'device_id': '36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:04:54.147215 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-5d1d9746-abc8-4994-9186-fbf1cd0ae6c4 req-f2635475-55b1-4ad4-ac44-37612116165a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:54.251747 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f4c79867-3b00-456b-91c8-5104caea58ea None None] Provisioning for port 8225578c-aecc-44e1-901a-502078900315 completed by entity DHCP. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 13:04:54.256438 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-f4c79867-3b00-456b-91c8-5104caea58ea None None] Provisioning complete for port 8225578c-aecc-44e1-901a-502078900315 triggered by entity DHCP. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 13:04:54.257090 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f4c79867-3b00-456b-91c8-5104caea58ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:54.303605 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-f4c79867-3b00-456b-91c8-5104caea58ea None None] Port 8225578c-aecc-44e1-901a-502078900315 cannot update to ACTIVE because it is not bound. {{(pid=91668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 13:04:54.341388 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d7f9b6-7a3c-4431-88e8-c67e4e1cecea req-53739576-6a96-4d6c-9365-9b9158afb89b tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:54.342861 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-71d7f9b6-7a3c-4431-88e8-c67e4e1cecea req-53739576-6a96-4d6c-9365-9b9158afb89b tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b HTTP/1.1" status: 200 len: 932 time: 0.0782137 Jun 12 13:04:54.384057 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-71d7f9b6-7a3c-4431-88e8-c67e4e1cecea req-9733546d-2a64-41a2-ba5b-f4358d3a3669 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/security-groups?id=ace30198-ea07-487d-a00c-2e29c0d4be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347807 Jun 12 13:04:54.470624 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.notifiers.nova [req-5d1d9746-abc8-4994-9186-fbf1cd0ae6c4 req-f2635475-55b1-4ad4-ac44-37612116165a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8225578c-aecc-44e1-901a-502078900315 {{(pid=91667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 13:04:54.479458 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-5d1d9746-abc8-4994-9186-fbf1cd0ae6c4 req-f2635475-55b1-4ad4-ac44-37612116165a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:54.494522 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.db.provisioning_blocks [req-5d1d9746-abc8-4994-9186-fbf1cd0ae6c4 req-f2635475-55b1-4ad4-ac44-37612116165a service neutron] Transition to ACTIVE for port object 8225578c-aecc-44e1-901a-502078900315 will not be triggered until provisioned by entity L2. {{(pid=91667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 13:04:54.498738 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-5d1d9746-abc8-4994-9186-fbf1cd0ae6c4 req-f2635475-55b1-4ad4-ac44-37612116165a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13277787'] for port, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:54.501638 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-200549c1-bcad-4833-9f9c-f6d98e32177d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:04:54.627728 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2635475-55b1-4ad4-ac44-37612116165a service neutron] Pushing event updated for resources: {'Port': ['ID=8225578c-aecc-44e1-901a-502078900315,revision_number=2']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:04:54.654971 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-f2635475-55b1-4ad4-ac44-37612116165a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:04:54.705032 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.managers [req-5d1d9746-abc8-4994-9186-fbf1cd0ae6c4 req-f2635475-55b1-4ad4-ac44-37612116165a service neutron] Attempting to bind port 8225578c-aecc-44e1-901a-502078900315 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 13:04:54.705365 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.managers [req-5d1d9746-abc8-4994-9186-fbf1cd0ae6c4 req-f2635475-55b1-4ad4-ac44-37612116165a service neutron] Attempting to bind port 8225578c-aecc-44e1-901a-502078900315 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': 'c3127ea0-0d16-4f16-abc1-6f725a1ca8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd048a451-dcef-417f-bec1-0fcc7240acb9'}] {{(pid=91667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 13:04:54.705838 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1d9746-abc8-4994-9186-fbf1cd0ae6c4 req-f2635475-55b1-4ad4-ac44-37612116165a service neutron] Attempting to bind port 8225578c-aecc-44e1-901a-502078900315 on network d048a451-dcef-417f-bec1-0fcc7240acb9 {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 13:04:54.711546 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1d9746-abc8-4994-9186-fbf1cd0ae6c4 req-f2635475-55b1-4ad4-ac44-37612116165a service neutron] Port 8225578c-aecc-44e1-901a-502078900315 on network d048a451-dcef-417f-bec1-0fcc7240acb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 13:04:54.711823 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1d9746-abc8-4994-9186-fbf1cd0ae6c4 req-f2635475-55b1-4ad4-ac44-37612116165a service neutron] Attempting to bind port 8225578c-aecc-44e1-901a-502078900315 on network d048a451-dcef-417f-bec1-0fcc7240acb9 {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 13:04:54.718258 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1d9746-abc8-4994-9186-fbf1cd0ae6c4 req-f2635475-55b1-4ad4-ac44-37612116165a service neutron] Checking agent: {'id': '858649d7-9eac-48e6-8b51-9e9d764f3a99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 12, 56, 19), 'started_at': datetime.datetime(2021, 6, 12, 12, 56, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 13, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 13:04:54.718661 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1d9746-abc8-4994-9186-fbf1cd0ae6c4 req-f2635475-55b1-4ad4-ac44-37612116165a service neutron] Checking segment: {'id': 'c3127ea0-0d16-4f16-abc1-6f725a1ca8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd048a451-dcef-417f-bec1-0fcc7240acb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 13:04:54.719108 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1d9746-abc8-4994-9186-fbf1cd0ae6c4 req-f2635475-55b1-4ad4-ac44-37612116165a service neutron] Bound using segment: {'id': 'c3127ea0-0d16-4f16-abc1-6f725a1ca8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd048a451-dcef-417f-bec1-0fcc7240acb9'} {{(pid=91667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 13:04:54.719605 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.managers [req-5d1d9746-abc8-4994-9186-fbf1cd0ae6c4 req-f2635475-55b1-4ad4-ac44-37612116165a service neutron] Bound port: 8225578c-aecc-44e1-901a-502078900315, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3127ea0-0d16-4f16-abc1-6f725a1ca8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd048a451-dcef-417f-bec1-0fcc7240acb9'}}] {{(pid=91667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 13:04:54.720022 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-5d1d9746-abc8-4994-9186-fbf1cd0ae6c4 req-f2635475-55b1-4ad4-ac44-37612116165a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:54.841279 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.db [req-5d1d9746-abc8-4994-9186-fbf1cd0ae6c4 req-f2635475-55b1-4ad4-ac44-37612116165a service neutron] For port 8225578c-aecc-44e1-901a-502078900315, host hv-cinder-79611, cleared binding levels {{(pid=91667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 13:04:54.879198 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.db [req-5d1d9746-abc8-4994-9186-fbf1cd0ae6c4 req-f2635475-55b1-4ad4-ac44-37612116165a service neutron] For port 8225578c-aecc-44e1-901a-502078900315, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=8225578c-aecc-44e1-901a-502078900315,segment=NetworkSegment(c3127ea0-0d16-4f16-abc1-6f725a1ca8f5),segment_id=c3127ea0-0d16-4f16-abc1-6f725a1ca8f5)] {{(pid=91667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 13:04:54.885346 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-5d1d9746-abc8-4994-9186-fbf1cd0ae6c4 req-f2635475-55b1-4ad4-ac44-37612116165a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13277787'] for port, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:54.890474 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-1955653b-ad9d-4850-9142-80d4d3900dbb tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:04:55.064322 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-7239a5c3-c5f0-4f25-a5be-c6c46247b3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:55.223124 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d9746-abc8-4994-9186-fbf1cd0ae6c4 req-f2635475-55b1-4ad4-ac44-37612116165a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:55.223960 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-5d1d9746-abc8-4994-9186-fbf1cd0ae6c4 req-f2635475-55b1-4ad4-ac44-37612116165a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920'] for port, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:55.225343 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-5d1d9746-abc8-4994-9186-fbf1cd0ae6c4 req-f2635475-55b1-4ad4-ac44-37612116165a service neutron] 10.222.0.30 "PUT /v2.0/ports/8225578c-aecc-44e1-901a-502078900315 HTTP/1.1" status: 200 len: 1094 time: 1.1893189 Jun 12 13:04:55.227785 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b', 'tag': '8225578c-aecc-44e1-901a-502078900315'}] {{(pid=91667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 13:04:55.230255 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67243a7e54e3ab7b6e3c39020b1271d9e6c7e43a6696a4fb95c7e45675bdf643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5076ca6c-a1b9-4329-b193-95b8bb5b132d" -d '{"events": [{"name": "network-changed", "server_uuid": "36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b", "tag": "8225578c-aecc-44e1-901a-502078900315"}]}' {{(pid=91667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 13:04:55.263599 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2635475-55b1-4ad4-ac44-37612116165a service neutron] Pushing event updated for resources: {'Port': ['ID=8225578c-aecc-44e1-901a-502078900315,revision_number=3']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:04:55.267908 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-f2635475-55b1-4ad4-ac44-37612116165a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:04:55.279895 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18880dfd-7db7-4ff4-8d38-0a8ef35689e8 req-2c1dbc2b-cc85-4990-84c7-b2a828bb5857 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:55.281433 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-18880dfd-7db7-4ff4-8d38-0a8ef35689e8 req-2c1dbc2b-cc85-4990-84c7-b2a828bb5857 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 945 time: 0.4531269 Jun 12 13:04:55.283014 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 13:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500fe725-c0ed-4d7f-ba45-084cc4b3dcf3 x-openstack-request-id: req-500fe725-c0ed-4d7f-ba45-084cc4b3dcf3 {{(pid=91667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 13:04:55.283332 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b", "tag": "8225578c-aecc-44e1-901a-502078900315", "status": "completed", "code": 200}]} {{(pid=91667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 13:04:55.283616 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-500fe725-c0ed-4d7f-ba45-084cc4b3dcf3 {{(pid=91667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 13:04:55.284022 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b', 'tag': '8225578c-aecc-44e1-901a-502078900315', 'status': 'completed', 'code': 200} Jun 12 13:04:55.360175 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-18880dfd-7db7-4ff4-8d38-0a8ef35689e8 req-65329b58-583d-4bf0-ac5f-3a374dbb1114 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=208ba6a1-805c-4f9d-a564-c9f39bce27cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721581 Jun 12 13:04:55.384788 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d9746-abc8-4994-9186-fbf1cd0ae6c4 req-73444a72-d9cf-444e-977e-2b7d51d61dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:55.386415 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-5d1d9746-abc8-4994-9186-fbf1cd0ae6c4 req-73444a72-d9cf-444e-977e-2b7d51d61dff service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=309791d830a94b0f9bbf5e05447bde27&device_id=36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b HTTP/1.1" status: 200 len: 1097 time: 0.0895176 Jun 12 13:04:55.455787 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-5d1d9746-abc8-4994-9186-fbf1cd0ae6c4 req-f8808dc8-494e-41e0-a0f9-11d8b59c0972 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8225578c-aecc-44e1-901a-502078900315 HTTP/1.1" status: 200 len: 217 time: 0.0599172 Jun 12 13:04:55.558301 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d9746-abc8-4994-9186-fbf1cd0ae6c4 req-f64895ef-4519-47df-96ad-eb533b584d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:55.559680 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-5d1d9746-abc8-4994-9186-fbf1cd0ae6c4 req-f64895ef-4519-47df-96ad-eb533b584d84 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dcf70ff7-e006-4744-9931-12302649ffac HTTP/1.1" status: 200 len: 847 time: 0.0966017 Jun 12 13:04:55.598992 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a58298-d078-49b1-9d06-61e61c25d119 req-0fa8835d-9cab-4bfd-a9bb-264b3937e9b5 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:55.600737 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-d0a58298-d078-49b1-9d06-61e61c25d119 req-0fa8835d-9cab-4bfd-a9bb-264b3937e9b5 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b HTTP/1.1" status: 200 len: 944 time: 0.0928459 Jun 12 13:04:55.658687 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-d0a58298-d078-49b1-9d06-61e61c25d119 req-27e766d3-4c3f-49fa-81a7-5dc0d93da552 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/security-groups?id=ace30198-ea07-487d-a00c-2e29c0d4be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515811 Jun 12 13:04:55.778910 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7efa7fb-3476-4bf7-8a10-fc45543dea53 req-a71fe808-7d40-4f99-a6a8-7e9631866865 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:55.780438 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-b7efa7fb-3476-4bf7-8a10-fc45543dea53 req-a71fe808-7d40-4f99-a6a8-7e9631866865 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 945 time: 0.0855949 Jun 12 13:04:55.832811 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-b7efa7fb-3476-4bf7-8a10-fc45543dea53 req-c028df6f-b1ea-4ca0-b21d-49e420e756e7 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=208ba6a1-805c-4f9d-a564-c9f39bce27cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449462 Jun 12 13:04:55.879181 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-0a5de27a-4d22-4fdd-a4cf-053756d7edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:04:56.853720 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823dbd4-d867-4634-b05e-591b30c14169 req-80c4e473-7caa-46d4-9621-33fe4ea7f185 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:56.855354 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-9823dbd4-d867-4634-b05e-591b30c14169 req-80c4e473-7caa-46d4-9621-33fe4ea7f185 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b HTTP/1.1" status: 200 len: 944 time: 0.0770409 Jun 12 13:04:56.936706 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-9823dbd4-d867-4634-b05e-591b30c14169 req-f6298980-6a5e-4027-a83f-f4b6fe02dca5 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/security-groups?id=ace30198-ea07-487d-a00c-2e29c0d4be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752237 Jun 12 13:04:56.980958 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d9746-abc8-4994-9186-fbf1cd0ae6c4 req-dc7165b1-e760-4578-aa04-444e6ddf875a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:56.982507 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-5d1d9746-abc8-4994-9186-fbf1cd0ae6c4 req-dc7165b1-e760-4578-aa04-444e6ddf875a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d048a451-dcef-417f-bec1-0fcc7240acb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0860932 Jun 12 13:04:57.193493 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62226324-ed39-476d-b7a1-390df2c92e70 req-5ce72966-28ae-456e-9f95-8b6651890e3c tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:57.195073 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-62226324-ed39-476d-b7a1-390df2c92e70 req-5ce72966-28ae-456e-9f95-8b6651890e3c tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 945 time: 0.0717812 Jun 12 13:04:57.240051 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-62226324-ed39-476d-b7a1-390df2c92e70 req-7d9d4b95-62ed-4b94-8a55-b9e65c98491b tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=208ba6a1-805c-4f9d-a564-c9f39bce27cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384970 Jun 12 13:04:58.156033 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ddead6-5093-488a-a659-ef0ebaeff6d0 req-91989d07-5cf1-4ad7-97e5-965ebe5485b7 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:58.157652 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-18ddead6-5093-488a-a659-ef0ebaeff6d0 req-91989d07-5cf1-4ad7-97e5-965ebe5485b7 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b HTTP/1.1" status: 200 len: 944 time: 0.0781865 Jun 12 13:04:58.202370 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-18ddead6-5093-488a-a659-ef0ebaeff6d0 req-752e2688-d795-4afe-86ff-b2ba34881324 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/security-groups?id=ace30198-ea07-487d-a00c-2e29c0d4be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385585 Jun 12 13:04:58.444471 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd54b162-f327-41c3-9d35-9651098ced12 req-4dca565c-ebce-420b-b236-ed0374f86560 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:58.446133 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-fd54b162-f327-41c3-9d35-9651098ced12 req-4dca565c-ebce-420b-b236-ed0374f86560 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 945 time: 0.0836325 Jun 12 13:04:58.497391 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-fd54b162-f327-41c3-9d35-9651098ced12 req-0cff9891-dc19-45de-91a0-d92631243e68 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=208ba6a1-805c-4f9d-a564-c9f39bce27cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439374 Jun 12 13:04:59.428783 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107fc168-068d-42cc-a58b-0bbd356775ec req-2ea2d5d8-0d35-426a-a9fd-0b43dfff83ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:59.430294 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-107fc168-068d-42cc-a58b-0bbd356775ec req-2ea2d5d8-0d35-426a-a9fd-0b43dfff83ad service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a33e9937caaf41ca8fc301bec96ba603&device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 1098 time: 0.0609732 Jun 12 13:04:59.487131 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab30036-0bd8-4f3d-a3be-be301cfbcf4a req-7e809579-b5d5-4c23-aeac-6f00cd95ca67 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:59.489285 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-cab30036-0bd8-4f3d-a3be-be301cfbcf4a req-7e809579-b5d5-4c23-aeac-6f00cd95ca67 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b HTTP/1.1" status: 200 len: 944 time: 0.1708558 Jun 12 13:04:59.493413 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-5d1d9746-abc8-4994-9186-fbf1cd0ae6c4 req-7fd32b71-7dbb-41a1-adb1-59363d157ae3 service neutron] 10.222.0.30 "GET /v2.0/networks/d048a451-dcef-417f-bec1-0fcc7240acb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637812 Jun 12 13:04:59.561360 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107fc168-068d-42cc-a58b-0bbd356775ec req-aadcc686-0d5e-4996-a190-899c836f100d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:59.562864 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-107fc168-068d-42cc-a58b-0bbd356775ec req-aadcc686-0d5e-4996-a190-899c836f100d service neutron] 10.222.0.30 "GET /v2.0/networks?id=b082549b-b61d-48b6-a978-1804137ec38a HTTP/1.1" status: 200 len: 912 time: 0.1259394 Jun 12 13:04:59.621055 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-cab30036-0bd8-4f3d-a3be-be301cfbcf4a req-3662553d-abd3-49ca-b5e4-17b7a554d2ec tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/security-groups?id=ace30198-ea07-487d-a00c-2e29c0d4be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254613 Jun 12 13:04:59.657079 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-5d1d9746-abc8-4994-9186-fbf1cd0ae6c4 req-daf86bdd-5494-48eb-b68d-125843f8ac86 service neutron] 10.222.0.30 "GET /v2.0/networks/d048a451-dcef-417f-bec1-0fcc7240acb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541042 Jun 12 13:04:59.696961 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-107fc168-068d-42cc-a58b-0bbd356775ec req-d1e9474e-8713-4098-a2dc-cc4726b07237 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c23f9e2-3e44-4591-b576-1abd9843c490 HTTP/1.1" status: 200 len: 1000 time: 0.1271114 Jun 12 13:04:59.762291 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69764e8-b5f6-4aa2-967c-e67eaec035e2 req-4a67d61b-52b6-4eff-8a5b-912f058b02da tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:59.763682 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-a69764e8-b5f6-4aa2-967c-e67eaec035e2 req-4a67d61b-52b6-4eff-8a5b-912f058b02da tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 945 time: 0.1382711 Jun 12 13:04:59.785693 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5076ca6c-a1b9-4329-b193-95b8bb5b132d req-bc827342-bf57-4bf1-9d73-5118f7e04620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:59.787214 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-5076ca6c-a1b9-4329-b193-95b8bb5b132d req-bc827342-bf57-4bf1-9d73-5118f7e04620 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=309791d830a94b0f9bbf5e05447bde27&device_id=36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b HTTP/1.1" status: 200 len: 1097 time: 0.0717790 Jun 12 13:04:59.801235 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107fc168-068d-42cc-a58b-0bbd356775ec req-2dcd3a66-c337-458a-89a6-cfdc7060b1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:59.802725 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-107fc168-068d-42cc-a58b-0bbd356775ec req-2dcd3a66-c337-458a-89a6-cfdc7060b1e2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=040de1c9-b671-4172-8240-56a21bd80720 HTTP/1.1" status: 200 len: 850 time: 0.0924931 Jun 12 13:04:59.853007 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-a69764e8-b5f6-4aa2-967c-e67eaec035e2 req-a67b3a4d-33d0-461f-b74f-aa34620b6da9 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=208ba6a1-805c-4f9d-a564-c9f39bce27cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829217 Jun 12 13:04:59.883298 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107fc168-068d-42cc-a58b-0bbd356775ec req-6227184b-beea-49ad-bac3-1bcd18a31d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:59.884967 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-107fc168-068d-42cc-a58b-0bbd356775ec req-6227184b-beea-49ad-bac3-1bcd18a31d5f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b082549b-b61d-48b6-a978-1804137ec38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0759275 Jun 12 13:04:59.911039 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5076ca6c-a1b9-4329-b193-95b8bb5b132d req-3908c2fe-35a5-4a6c-942c-16e6ec194d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:04:59.912502 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-5076ca6c-a1b9-4329-b193-95b8bb5b132d req-3908c2fe-35a5-4a6c-942c-16e6ec194d66 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d048a451-dcef-417f-bec1-0fcc7240acb9 HTTP/1.1" status: 200 len: 909 time: 0.1181786 Jun 12 13:04:59.976242 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-5076ca6c-a1b9-4329-b193-95b8bb5b132d req-f8f3a22d-4909-44f6-bbc7-35e002ae0f6f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8225578c-aecc-44e1-901a-502078900315 HTTP/1.1" status: 200 len: 217 time: 0.0539458 Jun 12 13:05:00.011545 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-107fc168-068d-42cc-a58b-0bbd356775ec req-231f8d75-00f7-475c-8963-f068ba9fe09e service neutron] 10.222.0.30 "GET /v2.0/networks/b082549b-b61d-48b6-a978-1804137ec38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141713 Jun 12 13:05:00.038490 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5076ca6c-a1b9-4329-b193-95b8bb5b132d req-b759cf9f-fcd5-4dda-b8e0-dd3d06758db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:05:00.039960 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-5076ca6c-a1b9-4329-b193-95b8bb5b132d req-b759cf9f-fcd5-4dda-b8e0-dd3d06758db3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dcf70ff7-e006-4744-9931-12302649ffac HTTP/1.1" status: 200 len: 847 time: 0.0568047 Jun 12 13:05:00.125579 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5076ca6c-a1b9-4329-b193-95b8bb5b132d req-ee8caaf7-4764-476d-ba09-678b8b4c281b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:05:00.125579 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-5076ca6c-a1b9-4329-b193-95b8bb5b132d req-ee8caaf7-4764-476d-ba09-678b8b4c281b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d048a451-dcef-417f-bec1-0fcc7240acb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0732441 Jun 12 13:05:00.137285 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-107fc168-068d-42cc-a58b-0bbd356775ec req-097d8715-d290-4aab-a767-66cd9c904cd8 service neutron] 10.222.0.30 "GET /v2.0/networks/b082549b-b61d-48b6-a978-1804137ec38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186805 Jun 12 13:05:00.275916 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-5076ca6c-a1b9-4329-b193-95b8bb5b132d req-e908f7ec-d179-41e4-8d35-efb0739e300c service neutron] 10.222.0.30 "GET /v2.0/networks/d048a451-dcef-417f-bec1-0fcc7240acb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429946 Jun 12 13:05:00.423551 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-5076ca6c-a1b9-4329-b193-95b8bb5b132d req-a18c239b-2081-4bc7-a38d-f088f5dd4c87 service neutron] 10.222.0.30 "GET /v2.0/networks/d048a451-dcef-417f-bec1-0fcc7240acb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339228 Jun 12 13:05:00.821792 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfea151-21ce-4c9a-b8d2-7a5c1075bde1 req-e4e6a768-7cec-407c-8043-1851702eb14d tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:05:00.823263 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-ccfea151-21ce-4c9a-b8d2-7a5c1075bde1 req-e4e6a768-7cec-407c-8043-1851702eb14d tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b HTTP/1.1" status: 200 len: 944 time: 0.0716240 Jun 12 13:05:00.872733 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-ccfea151-21ce-4c9a-b8d2-7a5c1075bde1 req-f2a20c5f-0fbc-47e0-8070-72997b5a5d36 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/security-groups?id=ace30198-ea07-487d-a00c-2e29c0d4be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430872 Jun 12 13:05:01.044336 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba76305-7c24-490f-99fb-75fa9e4bfadd req-faf43224-8f89-4b8a-988a-36f39896a4f4 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:05:01.045837 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-6ba76305-7c24-490f-99fb-75fa9e4bfadd req-faf43224-8f89-4b8a-988a-36f39896a4f4 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 945 time: 0.0734100 Jun 12 13:05:01.088780 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-6ba76305-7c24-490f-99fb-75fa9e4bfadd req-386ab7b4-2c47-46f5-b4ea-ed4bebb8131d tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=208ba6a1-805c-4f9d-a564-c9f39bce27cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372400 Jun 12 13:05:01.658407 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.agents_db [None req-3755f801-82db-4e36-b9e4-fb56f4f4bf71 None None] Agent healthcheck: found 6 active agents {{(pid=91669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 13:05:02.052565 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61630c10-2457-416a-a50c-0298ee8e0d67 req-a9e5c3e0-7733-4443-ab69-a4151c256a8a tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:05:02.053989 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-61630c10-2457-416a-a50c-0298ee8e0d67 req-a9e5c3e0-7733-4443-ab69-a4151c256a8a tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b HTTP/1.1" status: 200 len: 944 time: 0.0688670 Jun 12 13:05:02.094646 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-61630c10-2457-416a-a50c-0298ee8e0d67 req-ba663236-a095-45df-b7b1-95a113ecb16a tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/security-groups?id=ace30198-ea07-487d-a00c-2e29c0d4be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348649 Jun 12 13:05:02.279359 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef79019a-054b-40c3-b5b7-255e74c05500 req-129fc439-6229-49b1-a38f-c0bdad8d5114 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:05:02.280833 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-ef79019a-054b-40c3-b5b7-255e74c05500 req-129fc439-6229-49b1-a38f-c0bdad8d5114 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 945 time: 0.0781672 Jun 12 13:05:02.331745 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-ef79019a-054b-40c3-b5b7-255e74c05500 req-a95cc0b5-904c-4791-a258-b4eb88dc9e07 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=208ba6a1-805c-4f9d-a564-c9f39bce27cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437076 Jun 12 13:05:03.279871 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0ed71-2222-4b5b-bdfc-d133d437851a req-53525d4b-0c99-4f7d-a360-4af2152a3ce3 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:05:03.281316 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-48c0ed71-2222-4b5b-bdfc-d133d437851a req-53525d4b-0c99-4f7d-a360-4af2152a3ce3 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b HTTP/1.1" status: 200 len: 944 time: 0.0706766 Jun 12 13:05:03.328159 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-48c0ed71-2222-4b5b-bdfc-d133d437851a req-e583b690-8fea-46ec-9afa-d80eecbd38b0 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/security-groups?id=ace30198-ea07-487d-a00c-2e29c0d4be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410571 Jun 12 13:05:03.512733 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b767e30-8d25-4c4d-98d6-5e1d70f7f095 req-da4e5930-797b-4a1b-ac17-cf829e84f4c9 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:05:03.514168 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-5b767e30-8d25-4c4d-98d6-5e1d70f7f095 req-da4e5930-797b-4a1b-ac17-cf829e84f4c9 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 945 time: 0.0677490 Jun 12 13:05:03.555464 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-5b767e30-8d25-4c4d-98d6-5e1d70f7f095 req-3135ce88-5d7b-4121-938a-592115d86301 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=208ba6a1-805c-4f9d-a564-c9f39bce27cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352740 Jun 12 13:05:04.505722 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cff67c-ddb0-4d75-86f8-ab510c711152 req-ea531ab4-fad1-44dd-ac18-d7202aab8be4 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:05:04.507224 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-b8cff67c-ddb0-4d75-86f8-ab510c711152 req-ea531ab4-fad1-44dd-ac18-d7202aab8be4 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b HTTP/1.1" status: 200 len: 944 time: 0.0695503 Jun 12 13:05:04.549594 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-b8cff67c-ddb0-4d75-86f8-ab510c711152 req-eb9de70d-8f1f-4cd9-aade-5a28c2f4fac9 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/security-groups?id=ace30198-ea07-487d-a00c-2e29c0d4be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366461 Jun 12 13:05:04.732096 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644c735-fe31-451a-b649-ace856663adb req-1704d406-5fc7-451e-a8c7-fca2eaf6603b tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:05:04.733594 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-d644c735-fe31-451a-b649-ace856663adb req-1704d406-5fc7-451e-a8c7-fca2eaf6603b tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 945 time: 0.0682149 Jun 12 13:05:04.779700 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-d644c735-fe31-451a-b649-ace856663adb req-6c023a8b-5148-4fcf-919c-e6accbd759fe tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=208ba6a1-805c-4f9d-a564-c9f39bce27cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397623 Jun 12 13:05:05.727578 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162a7cfa-600a-40ba-bd0c-7c5f40082db3 req-e7087e6a-6a88-492c-84db-9aae02250cd9 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:05:05.729045 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-162a7cfa-600a-40ba-bd0c-7c5f40082db3 req-e7087e6a-6a88-492c-84db-9aae02250cd9 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b HTTP/1.1" status: 200 len: 944 time: 0.0686677 Jun 12 13:05:05.775421 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-162a7cfa-600a-40ba-bd0c-7c5f40082db3 req-f26112a7-e2e3-4843-89b7-c4a2bb12390e tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/security-groups?id=ace30198-ea07-487d-a00c-2e29c0d4be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408108 Jun 12 13:05:05.957241 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6371da16-022c-41ad-9691-58b2377256e7 req-7f3ab7e7-08da-438e-850a-ac64b11d122a tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:05:05.958605 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-6371da16-022c-41ad-9691-58b2377256e7 req-7f3ab7e7-08da-438e-850a-ac64b11d122a tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 945 time: 0.0685294 Jun 12 13:05:05.998659 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-6371da16-022c-41ad-9691-58b2377256e7 req-5bb91247-ec87-462f-8dac-aaa79378bb5f tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=208ba6a1-805c-4f9d-a564-c9f39bce27cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342481 Jun 12 13:05:06.969426 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3fc45d-5416-4e0e-b896-0ce961b1f8b8 req-5c0936b4-a109-4b4d-846c-ac7b7242de39 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:05:06.970890 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-2b3fc45d-5416-4e0e-b896-0ce961b1f8b8 req-5c0936b4-a109-4b4d-846c-ac7b7242de39 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b HTTP/1.1" status: 200 len: 944 time: 0.0800459 Jun 12 13:05:07.014373 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-2b3fc45d-5416-4e0e-b896-0ce961b1f8b8 req-6b934afe-cae3-4959-81b4-fa854d3eb0af tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/security-groups?id=ace30198-ea07-487d-a00c-2e29c0d4be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371566 Jun 12 13:05:08.197235 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61498962-fe80-4b69-8c0f-7fd0e6dcdfc1 req-87ea064b-e2ff-446c-a6fd-6d4a7d7bc339 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:05:08.198861 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-61498962-fe80-4b69-8c0f-7fd0e6dcdfc1 req-87ea064b-e2ff-446c-a6fd-6d4a7d7bc339 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b HTTP/1.1" status: 200 len: 944 time: 0.0681918 Jun 12 13:05:08.245125 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-61498962-fe80-4b69-8c0f-7fd0e6dcdfc1 req-89b5c29c-35f4-4af8-b0e1-ee898413ace9 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/security-groups?id=ace30198-ea07-487d-a00c-2e29c0d4be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407021 Jun 12 13:05:09.433993 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb250246-a3cf-4fdc-a244-bb76217abb6c req-8390e72f-53c5-4447-8756-aac9cb87abda tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:05:09.435484 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-fb250246-a3cf-4fdc-a244-bb76217abb6c req-8390e72f-53c5-4447-8756-aac9cb87abda tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b HTTP/1.1" status: 200 len: 944 time: 0.0720129 Jun 12 13:05:09.487396 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-fb250246-a3cf-4fdc-a244-bb76217abb6c req-a2c91f21-2ca3-47e5-a4a8-88f747f0eafc tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/security-groups?id=ace30198-ea07-487d-a00c-2e29c0d4be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461740 Jun 12 13:05:10.673419 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53508398-dee7-409f-847b-36e2c294c2d4 req-3c226c03-2cc6-44ae-abf6-eb715edb0538 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:05:10.674994 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-53508398-dee7-409f-847b-36e2c294c2d4 req-3c226c03-2cc6-44ae-abf6-eb715edb0538 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b HTTP/1.1" status: 200 len: 944 time: 0.0724702 Jun 12 13:05:10.718934 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-53508398-dee7-409f-847b-36e2c294c2d4 req-26a1360b-9096-49c6-8edc-6ae1ae99e1d4 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/security-groups?id=ace30198-ea07-487d-a00c-2e29c0d4be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379379 Jun 12 13:05:11.396862 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83db716-37a8-4070-84c5-964a29fe5221 req-2eeee016-33bf-47f1-ac7f-1e1af21f94d0 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:05:11.398380 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-d83db716-37a8-4070-84c5-964a29fe5221 req-2eeee016-33bf-47f1-ac7f-1e1af21f94d0 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdab1beb-b015-44e8-ad3f-48323cc24d88 HTTP/1.1" status: 200 len: 945 time: 0.0721152 Jun 12 13:05:11.449894 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-d83db716-37a8-4070-84c5-964a29fe5221 req-5c930f1b-5688-46b5-bfc1-8f597b8b693e tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3ef42bb-b201-4526-9495-ef817c7e6c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454504 Jun 12 13:05:11.905359 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba1555-bff6-41d8-b823-6f99cd3abd44 req-2bee1eff-82b0-4537-8517-b6db2e72465a tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:05:11.906840 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-6dba1555-bff6-41d8-b823-6f99cd3abd44 req-2bee1eff-82b0-4537-8517-b6db2e72465a tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b HTTP/1.1" status: 200 len: 944 time: 0.0705049 Jun 12 13:05:11.951064 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-6dba1555-bff6-41d8-b823-6f99cd3abd44 req-58bab2b4-454c-4b09-9b5b-4ad31885c92f tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/security-groups?id=ace30198-ea07-487d-a00c-2e29c0d4be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375741 Jun 12 13:05:12.645029 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbeba12-5d48-4873-8d48-25b1f0bafd14 req-dbec24b2-deca-40eb-978b-47e2bda29101 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:05:12.646585 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-dcbeba12-5d48-4873-8d48-25b1f0bafd14 req-dbec24b2-deca-40eb-978b-47e2bda29101 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdab1beb-b015-44e8-ad3f-48323cc24d88 HTTP/1.1" status: 200 len: 945 time: 0.0748160 Jun 12 13:05:12.692222 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-dcbeba12-5d48-4873-8d48-25b1f0bafd14 req-0a5e28ca-2c62-4276-9b93-665c4373cf4f tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3ef42bb-b201-4526-9495-ef817c7e6c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395074 Jun 12 13:05:13.137504 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0355f3e4-c8ad-4e87-9f71-d261d7cdd388 req-47643ba6-a177-42b9-ac36-47eb5316a4ef tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:05:13.138893 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-0355f3e4-c8ad-4e87-9f71-d261d7cdd388 req-47643ba6-a177-42b9-ac36-47eb5316a4ef tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b HTTP/1.1" status: 200 len: 944 time: 0.0720491 Jun 12 13:05:13.194861 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-0355f3e4-c8ad-4e87-9f71-d261d7cdd388 req-fec4fb7d-7ff9-420e-8fc5-47f1a53e193d tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/security-groups?id=ace30198-ea07-487d-a00c-2e29c0d4be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491168 Jun 12 13:05:13.617379 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43e88e-8383-41cc-851d-770c10cd92af req-e421d142-4caa-4392-b3cf-e99c31acb5e6 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:05:13.618841 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-fa43e88e-8383-41cc-851d-770c10cd92af req-e421d142-4caa-4392-b3cf-e99c31acb5e6 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.30 "GET /v2.0/ports?device_id=bdab1beb-b015-44e8-ad3f-48323cc24d88 HTTP/1.1" status: 200 len: 945 time: 0.0724311 Jun 12 13:05:13.747695 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [req-fa43e88e-8383-41cc-851d-770c10cd92af req-4d454519-cdde-47ba-9dd2-87634d95d74b tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Deleting port a5f2c1ad-b7d1-43cb-9562-7cac6a7884fc {{(pid=91667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 13:05:13.748595 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-fa43e88e-8383-41cc-851d-770c10cd92af req-4d454519-cdde-47ba-9dd2-87634d95d74b tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752044867880'] for port, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:13.757955 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device 8225578c-aecc-44e1-901a-502078900315 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 13:05:13.891397 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port 8225578c-aecc-44e1-901a-502078900315, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=8225578c-aecc-44e1-901a-502078900315,segment=NetworkSegment(c3127ea0-0d16-4f16-abc1-6f725a1ca8f5),segment_id=c3127ea0-0d16-4f16-abc1-6f725a1ca8f5)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:05:13.906361 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Returning: {'device': '8225578c-aecc-44e1-901a-502078900315', 'network_id': 'd048a451-dcef-417f-bec1-0fcc7240acb9', 'port_id': '8225578c-aecc-44e1-901a-502078900315', 'mac_address': 'fa:16:3e:2f:69:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcf70ff7-e006-4744-9931-12302649ffac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 13:05:13.928225 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.db [req-fa43e88e-8383-41cc-851d-770c10cd92af req-4d454519-cdde-47ba-9dd2-87634d95d74b tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] For port a5f2c1ad-b7d1-43cb-9562-7cac6a7884fc, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=a5f2c1ad-b7d1-43cb-9562-7cac6a7884fc,segment=NetworkSegment(3dd6d3ca-ce7e-402a-a5fa-d6ee73ccf0a7),segment_id=3dd6d3ca-ce7e-402a-a5fa-d6ee73ccf0a7)] {{(pid=91667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:05:13.928595 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-fa43e88e-8383-41cc-851d-770c10cd92af req-4d454519-cdde-47ba-9dd2-87634d95d74b tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455153'] for port, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:13.952489 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:13.970129 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.notifiers.nova [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8225578c-aecc-44e1-901a-502078900315 {{(pid=91668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 13:05:13.992736 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port 8225578c-aecc-44e1-901a-502078900315, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=8225578c-aecc-44e1-901a-502078900315,segment=NetworkSegment(c3127ea0-0d16-4f16-abc1-6f725a1ca8f5),segment_id=c3127ea0-0d16-4f16-abc1-6f725a1ca8f5)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:05:13.996931 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:13.999073 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:05:14.032441 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [req-fa43e88e-8383-41cc-851d-770c10cd92af req-4d454519-cdde-47ba-9dd2-87634d95d74b tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Calling delete_port for a5f2c1ad-b7d1-43cb-9562-7cac6a7884fc owned by compute:nova {{(pid=91667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 13:05:14.057541 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffcd145-647d-4d50-91bb-154eed6db3d3 req-b944bd2a-03b7-4e39-af63-e3d1c2ece5f6 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:05:14.059078 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-bffcd145-647d-4d50-91bb-154eed6db3d3 req-b944bd2a-03b7-4e39-af63-e3d1c2ece5f6 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdab1beb-b015-44e8-ad3f-48323cc24d88 HTTP/1.1" status: 200 len: 945 time: 0.2117951 Jun 12 13:05:14.060943 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Pushing event updated for resources: {'Port': ['ID=8225578c-aecc-44e1-901a-502078900315,revision_number=4']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:05:14.067967 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:05:14.068308 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:05:14.068643 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:05:14.068967 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:05:14.069287 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:05:14.069607 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:05:14.069924 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:05:14.070268 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:05:14.070590 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:05:14.070907 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:05:14.071224 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:05:14.071532 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:05:14.075593 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:05:14.169102 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-bffcd145-647d-4d50-91bb-154eed6db3d3 req-beb5acbc-02bb-4b15-9778-619e34269a93 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3ef42bb-b201-4526-9495-ef817c7e6c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603876 Jun 12 13:05:14.249292 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-fa43e88e-8383-41cc-851d-770c10cd92af req-4d454519-cdde-47ba-9dd2-87634d95d74b tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752044873292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752044431921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13277804'] for port, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:14.253702 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-78240845-7d65-4d18-8406-e7b6c5298276 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:05:14.261280 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] get_ports_and_sgs() called for port_ids ['a5f2c1ad-b7d1-43cb-9562-7cac6a7884fc'] {{(pid=91668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 13:05:14.290710 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d454519-cdde-47ba-9dd2-87634d95d74b tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Pushing event deleted for resources: {'Port': ['ID=a5f2c1ad-b7d1-43cb-9562-7cac6a7884fc,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:05:14.298923 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-4d454519-cdde-47ba-9dd2-87634d95d74b tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:05:14.353770 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa43e88e-8383-41cc-851d-770c10cd92af req-4d454519-cdde-47ba-9dd2-87634d95d74b tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] No DVR routers for this DVR port a5f2c1ad-b7d1-43cb-9562-7cac6a7884fc on host hv-cinder-79611 {{(pid=91667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 13:05:14.360428 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [req-fa43e88e-8383-41cc-851d-770c10cd92af req-4d454519-cdde-47ba-9dd2-87634d95d74b tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920'] for port, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:14.362582 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-fa43e88e-8383-41cc-851d-770c10cd92af req-4d454519-cdde-47ba-9dd2-87634d95d74b tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] 10.222.0.30 "DELETE /v2.0/ports/a5f2c1ad-b7d1-43cb-9562-7cac6a7884fc HTTP/1.1" status: 204 len: 173 time: 0.7366765 Jun 12 13:05:14.363195 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdab1beb-b015-44e8-ad3f-48323cc24d88', 'name': 'network-vif-deleted', 'tag': 'a5f2c1ad-b7d1-43cb-9562-7cac6a7884fc'}] {{(pid=91667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 13:05:14.365852 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67243a7e54e3ab7b6e3c39020b1271d9e6c7e43a6696a4fb95c7e45675bdf643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95edffb3-a974-4a79-8844-539d6e09c760" -d '{"events": [{"server_uuid": "bdab1beb-b015-44e8-ad3f-48323cc24d88", "name": "network-vif-deleted", "tag": "a5f2c1ad-b7d1-43cb-9562-7cac6a7884fc"}]}' {{(pid=91667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 13:05:14.394619 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] get_ports_and_sgs() called for port_ids ['8225578c-aecc-44e1-901a-502078900315'] {{(pid=91668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 13:05:14.394924 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7da15c-2e5f-4d89-9b47-54ecf875a921 req-13b65a03-9a8b-402b-90ee-94872feb6e13 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:05:14.396277 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-ec7da15c-2e5f-4d89-9b47-54ecf875a921 req-13b65a03-9a8b-402b-90ee-94872feb6e13 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b HTTP/1.1" status: 200 len: 945 time: 0.0761497 Jun 12 13:05:14.420023 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 13:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b28547a-cb60-40d6-929c-cc311a0363c2 x-openstack-request-id: req-0b28547a-cb60-40d6-929c-cc311a0363c2 {{(pid=91667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 13:05:14.420388 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdab1beb-b015-44e8-ad3f-48323cc24d88", "name": "network-vif-deleted", "tag": "a5f2c1ad-b7d1-43cb-9562-7cac6a7884fc", "status": "completed", "code": 200}]} {{(pid=91667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 13:05:14.420740 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0b28547a-cb60-40d6-929c-cc311a0363c2 {{(pid=91667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 13:05:14.421935 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdab1beb-b015-44e8-ad3f-48323cc24d88', 'name': 'network-vif-deleted', 'tag': 'a5f2c1ad-b7d1-43cb-9562-7cac6a7884fc', 'status': 'completed', 'code': 200} Jun 12 13:05:14.452068 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-ec7da15c-2e5f-4d89-9b47-54ecf875a921 req-43fe14d8-e10a-4f42-b05f-8e25dd8aafbd tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/security-groups?id=ace30198-ea07-487d-a00c-2e29c0d4be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487561 Jun 12 13:05:15.653209 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5abfc09-bc3a-4dab-b79c-4bc672592c3b req-4f4857f1-fb6b-4c68-a824-039184ec003a tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:05:15.654843 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-c5abfc09-bc3a-4dab-b79c-4bc672592c3b req-4f4857f1-fb6b-4c68-a824-039184ec003a tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b HTTP/1.1" status: 200 len: 945 time: 0.0741405 Jun 12 13:05:15.700814 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-c5abfc09-bc3a-4dab-b79c-4bc672592c3b req-903e6020-9b9d-403d-b5a5-04743e76d365 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/security-groups?id=ace30198-ea07-487d-a00c-2e29c0d4be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400279 Jun 12 13:05:15.775022 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device 8225578c-aecc-44e1-901a-502078900315 up at agent hyperv_hv-cinder-79611 {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 13:05:15.833119 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Provisioning for port 8225578c-aecc-44e1-901a-502078900315 completed by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 13:05:15.836981 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Provisioning complete for port 8225578c-aecc-44e1-901a-502078900315 triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 13:05:15.837356 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:15.930966 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:15.956080 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8225578c-aecc-44e1-901a-502078900315'}] {{(pid=91668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 13:05:15.958433 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80aeb099eed554921aeb9584cad5061c500859d49ba4b111a23145803cb4192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6e5da6-ce3d-4208-b05b-2bce49c9f926" -d '{"events": [{"server_uuid": "36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b", "name": "network-vif-plugged", "status": "completed", "tag": "8225578c-aecc-44e1-901a-502078900315"}]}' {{(pid=91668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 13:05:15.972554 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port 8225578c-aecc-44e1-901a-502078900315, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=8225578c-aecc-44e1-901a-502078900315,segment=NetworkSegment(c3127ea0-0d16-4f16-abc1-6f725a1ca8f5),segment_id=c3127ea0-0d16-4f16-abc1-6f725a1ca8f5)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:05:15.978624 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:15.979638 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device a5f2c1ad-b7d1-43cb-9562-7cac6a7884fc no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 13:05:15.981425 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:05:16.032055 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 13:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dadcfc1-1697-4490-8914-6c94b5dde2f8 x-openstack-request-id: req-7dadcfc1-1697-4490-8914-6c94b5dde2f8 {{(pid=91668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 13:05:16.032523 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b", "name": "network-vif-plugged", "status": "completed", "tag": "8225578c-aecc-44e1-901a-502078900315", "code": 200}]} {{(pid=91668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 13:05:16.032787 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7dadcfc1-1697-4490-8914-6c94b5dde2f8 {{(pid=91668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 13:05:16.033184 dv-cinder-796114-1-iscsi neutron-server[91668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8225578c-aecc-44e1-901a-502078900315', 'code': 200} Jun 12 13:05:16.035683 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] No Port match for: a5f2c1ad-b7d1-43cb-9562-7cac6a7884fc {{(pid=91668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 13:05:16.036025 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device a5f2c1ad-b7d1-43cb-9562-7cac6a7884fc not bound to the agent host hv-cinder-79611 {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 13:05:16.067092 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Pushing event updated for resources: {'Port': ['ID=8225578c-aecc-44e1-901a-502078900315,revision_number=5']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:05:16.071139 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:05:16.323133 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcfd4c6-1c65-4d5d-9246-d10b8f4ff98d req-ade1c330-a7d3-423f-8373-67b124bb48af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:05:16.324608 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-8bcfd4c6-1c65-4d5d-9246-d10b8f4ff98d req-ade1c330-a7d3-423f-8373-67b124bb48af service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b HTTP/1.1" status: 200 len: 1099 time: 0.0679021 Jun 12 13:05:16.373716 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-8bcfd4c6-1c65-4d5d-9246-d10b8f4ff98d req-0b1df9b6-72d4-4eb6-a60c-84112837051b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ace30198-ea07-487d-a00c-2e29c0d4be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391212 Jun 12 13:05:16.902707 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56209fdb-3553-4c42-82e4-38e32b5aa1fd req-51d972b9-292d-40a7-a1b1-3e9b67898a0d tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:05:16.904221 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-56209fdb-3553-4c42-82e4-38e32b5aa1fd req-51d972b9-292d-40a7-a1b1-3e9b67898a0d tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b HTTP/1.1" status: 200 len: 946 time: 0.0761142 Jun 12 13:05:16.951879 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-56209fdb-3553-4c42-82e4-38e32b5aa1fd req-6e556e74-2320-4233-a8a4-1d8e1f402873 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/security-groups?id=ace30198-ea07-487d-a00c-2e29c0d4be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417762 Jun 12 13:05:18.145191 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a8998-1712-45ea-8090-0ebe7d06e8e5 req-cb095b5f-12b1-483a-9f04-d3b3496a9d48 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:05:18.146604 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-e42a8998-1712-45ea-8090-0ebe7d06e8e5 req-cb095b5f-12b1-483a-9f04-d3b3496a9d48 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b HTTP/1.1" status: 200 len: 946 time: 0.0748103 Jun 12 13:05:18.189593 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-e42a8998-1712-45ea-8090-0ebe7d06e8e5 req-af54fc6f-8642-4c18-80f0-79d82c42597a tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/security-groups?id=ace30198-ea07-487d-a00c-2e29c0d4be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370042 Jun 12 13:05:19.387357 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b16156-c33b-4027-82af-387c9b685013 req-21066035-7aa1-4304-9cbf-9f90dc896e77 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:05:19.388839 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-66b16156-c33b-4027-82af-387c9b685013 req-21066035-7aa1-4304-9cbf-9f90dc896e77 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b HTTP/1.1" status: 200 len: 946 time: 0.0733116 Jun 12 13:05:19.437552 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-66b16156-c33b-4027-82af-387c9b685013 req-0e32169b-262a-4896-89f5-6ac229b3cc94 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/security-groups?id=ace30198-ea07-487d-a00c-2e29c0d4be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424628 Jun 12 13:05:20.603229 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-b7fbea96-629d-49f4-8ed1-b96e06d42749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:20.644703 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba67f31-87d3-4bd2-bfc3-fb6b4b6255f9 req-67ba2396-df5b-4361-8948-4cdbd65633ca tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:05:20.646214 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-3ba67f31-87d3-4bd2-bfc3-fb6b4b6255f9 req-67ba2396-df5b-4361-8948-4cdbd65633ca tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b HTTP/1.1" status: 200 len: 946 time: 0.0848606 Jun 12 13:05:20.692610 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-3ba67f31-87d3-4bd2-bfc3-fb6b4b6255f9 req-0c27bf83-7638-47d3-903b-eb53cde38b42 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/security-groups?id=ace30198-ea07-487d-a00c-2e29c0d4be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406113 Jun 12 13:05:21.491029 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:21.876528 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7da225-3249-4a99-aade-4c987e79520a req-886651da-d38e-4a88-8c40-3b80948801f1 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:05:21.878015 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-0b7da225-3249-4a99-aade-4c987e79520a req-886651da-d38e-4a88-8c40-3b80948801f1 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b HTTP/1.1" status: 200 len: 946 time: 0.0726755 Jun 12 13:05:21.925461 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-0b7da225-3249-4a99-aade-4c987e79520a req-fb78ba3c-edfd-40e8-b214-e3151ef67b43 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/security-groups?id=ace30198-ea07-487d-a00c-2e29c0d4be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409083 Jun 12 13:05:22.113440 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100230c5-ff67-41f0-80e0-78e65f116ecc req-c662430f-e9f9-4519-98ac-5b62db577ef8 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:05:22.115276 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-100230c5-ff67-41f0-80e0-78e65f116ecc req-c662430f-e9f9-4519-98ac-5b62db577ef8 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b HTTP/1.1" status: 200 len: 946 time: 0.0758986 Jun 12 13:05:22.164041 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-100230c5-ff67-41f0-80e0-78e65f116ecc req-596126fb-09f4-4838-bd43-4237edd68118 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/security-groups?id=ace30198-ea07-487d-a00c-2e29c0d4be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424569 Jun 12 13:05:22.196863 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 59864) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:05:22.415743 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8344ceb3-8f30-47fc-9bbf-b295e23b2514 tempest-TestShelveInstance-1336366912 tempest-TestShelveInstance-1336366912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:05:22.417277 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-8344ceb3-8f30-47fc-9bbf-b295e23b2514 tempest-TestShelveInstance-1336366912 tempest-TestShelveInstance-1336366912-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b HTTP/1.1" status: 200 len: 1094 time: 0.2190218 Jun 12 13:05:22.420168 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 59870) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:05:22.424522 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [None req-0ebcb215-fb44-4446-8281-3471e8a0f2e8 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Request body: {'floatingip': {'floating_network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'port_id': '8225578c-aecc-44e1-901a-502078900315', 'tenant_id': '309791d830a94b0f9bbf5e05447bde27', 'fixed_ip_address': '172.20.0.10'}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:05:22.450456 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-0ebcb215-fb44-4446-8281-3471e8a0f2e8 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Notify callbacks [] for floatingip, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:22.854744 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-0ebcb215-fb44-4446-8281-3471e8a0f2e8 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for port, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:22.985249 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.db_base_plugin_common [None req-0ebcb215-fb44-4446-8281-3471e8a0f2e8 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Allocated IP 172.27.3.83 (d31b88ef-fdf5-46b1-8572-11d751094587/d3cd8c99-09c7-4ded-87bb-a3c326773e06/c93835e0-2bda-4582-a059-dd2b997da029) {{(pid=91666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 13:05:23.123448 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-0ebcb215-fb44-4446-8281-3471e8a0f2e8 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Notify callbacks [] for port, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:23.163123 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-0ebcb215-fb44-4446-8281-3471e8a0f2e8 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1466997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-122173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752044431912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14082974'] for port, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:23.166121 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-5f3c6fcf-9464-4564-a5fb-7c2fe796df97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:05:23.210861 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebcb215-fb44-4446-8281-3471e8a0f2e8 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Network d31b88ef-fdf5-46b1-8572-11d751094587 is already hosted by enough agents. {{(pid=91666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 13:05:23.214411 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.base_scheduler [None req-0ebcb215-fb44-4446-8281-3471e8a0f2e8 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Resources bound (agent type, host, resource id): {{(pid=91666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 13:05:23.217897 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebcb215-fb44-4446-8281-3471e8a0f2e8 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Received port after_create {{(pid=91666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 13:05:23.249970 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebcb215-fb44-4446-8281-3471e8a0f2e8 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Pushing event updated for resources: {'Port': ['ID=c93835e0-2bda-4582-a059-dd2b997da029,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:05:23.269779 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebcb215-fb44-4446-8281-3471e8a0f2e8 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:05:23.270144 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebcb215-fb44-4446-8281-3471e8a0f2e8 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:05:23.270525 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebcb215-fb44-4446-8281-3471e8a0f2e8 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:05:23.270885 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebcb215-fb44-4446-8281-3471e8a0f2e8 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:05:23.271238 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebcb215-fb44-4446-8281-3471e8a0f2e8 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:05:23.271592 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebcb215-fb44-4446-8281-3471e8a0f2e8 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:05:23.271927 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebcb215-fb44-4446-8281-3471e8a0f2e8 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:05:23.272279 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebcb215-fb44-4446-8281-3471e8a0f2e8 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:05:23.272627 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebcb215-fb44-4446-8281-3471e8a0f2e8 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:05:23.272973 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebcb215-fb44-4446-8281-3471e8a0f2e8 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:05:23.273314 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebcb215-fb44-4446-8281-3471e8a0f2e8 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:05:23.273657 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebcb215-fb44-4446-8281-3471e8a0f2e8 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:05:23.278527 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-0ebcb215-fb44-4446-8281-3471e8a0f2e8 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:05:23.325179 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:23.474012 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-50803f2c-5f83-473b-a860-ce97245b3581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:23.712036 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-0ebcb215-fb44-4446-8281-3471e8a0f2e8 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:23.808923 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-0ebcb215-fb44-4446-8281-3471e8a0f2e8 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:23.991704 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-0ebcb215-fb44-4446-8281-3471e8a0f2e8 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Notify callbacks [] for port, precommit_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:23.996364 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-0ebcb215-fb44-4446-8281-3471e8a0f2e8 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14082976'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:23.998395 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-9a4817eb-dfa7-4790-8427-6d0575f7bab4 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:05:24.080768 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebcb215-fb44-4446-8281-3471e8a0f2e8 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Pushing event updated for resources: {'Port': ['ID=c93835e0-2bda-4582-a059-dd2b997da029,revision_number=2']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:05:24.085616 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-0ebcb215-fb44-4446-8281-3471e8a0f2e8 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:05:24.093816 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-0ebcb215-fb44-4446-8281-3471e8a0f2e8 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454259'] for floatingip, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:24.238600 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.db.l3_db [None req-0ebcb215-fb44-4446-8281-3471e8a0f2e8 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Floating IP 94b524a2-919a-4401-800e-d0f073571a8e associated. External IP: 172.27.3.83, port: 8225578c-aecc-44e1-901a-502078900315. Jun 12 13:05:24.522558 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ebcb215-fb44-4446-8281-3471e8a0f2e8 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Router 5215fdc6-546b-4c65-961a-7ff79e6f9f56 has already been hosted by L3 agent 68a3a672-d21c-4adb-804e-7b4e770767ea {{(pid=91666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 13:05:24.685431 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ebcb215-fb44-4446-8281-3471e8a0f2e8 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Notify agent at l3_agent.dv-cinder-796114-1-iscsi the message routers_updated {{(pid=91666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 13:05:24.699353 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d1d4b2-1afb-44bf-9619-13e88424d4b1 None None] Sync routers for ids ['5215fdc6-546b-4c65-961a-7ff79e6f9f56'] in dv-cinder-796114-1-iscsi {{(pid=91668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 13:05:24.707761 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-0ebcb215-fb44-4446-8281-3471e8a0f2e8 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920'] for floatingip, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:24.711031 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d1d4b2-1afb-44bf-9619-13e88424d4b1 None None] Routers {'5215fdc6-546b-4c65-961a-7ff79e6f9f56'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 13:05:24.711666 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-c9d1d4b2-1afb-44bf-9619-13e88424d4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T13:05:23Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['5215fdc6-546b-4c65-961a-7ff79e6f9f56'], 'active': True} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:05:24.766149 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-0ebcb215-fb44-4446-8281-3471e8a0f2e8 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3446007 Jun 12 13:05:24.766880 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b', 'tag': '8225578c-aecc-44e1-901a-502078900315'}] {{(pid=91666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 13:05:24.769336 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba2aedb3ce59156ad261fd92086ba05f02985526b362ab5d5a646d7af1b76f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae9a3fc-5d31-4ffb-a490-a75d7986589a" -d '{"events": [{"name": "network-changed", "server_uuid": "36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b", "tag": "8225578c-aecc-44e1-901a-502078900315"}]}' {{(pid=91666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 13:05:24.808208 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 13:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ec76f2-7dfb-4067-aa87-f8c6f8294af1 x-openstack-request-id: req-60ec76f2-7dfb-4067-aa87-f8c6f8294af1 {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 13:05:24.808788 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b", "tag": "8225578c-aecc-44e1-901a-502078900315", "status": "completed", "code": 200}]} {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 13:05:24.808922 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-60ec76f2-7dfb-4067-aa87-f8c6f8294af1 {{(pid=91666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 13:05:24.809287 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b', 'tag': '8225578c-aecc-44e1-901a-502078900315', 'status': 'completed', 'code': 200} Jun 12 13:05:24.903973 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae9a3fc-5d31-4ffb-a490-a75d7986589a req-69371de2-b037-450b-9898-573a1655bb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:05:24.905459 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-2ae9a3fc-5d31-4ffb-a490-a75d7986589a req-69371de2-b037-450b-9898-573a1655bb96 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=309791d830a94b0f9bbf5e05447bde27&device_id=36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b HTTP/1.1" status: 200 len: 1099 time: 0.0642047 Jun 12 13:05:24.989159 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvr_db [None req-c9d1d4b2-1afb-44bf-9619-13e88424d4b1 None None] Set router 5215fdc6-546b-4c65-961a-7ff79e6f9f56 gateway port host: dv-cinder-796114-1-iscsi {{(pid=91668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 13:05:25.025782 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae9a3fc-5d31-4ffb-a490-a75d7986589a req-3799ff0d-c3b5-408d-81d9-e013b2cd6b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:05:25.027254 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-2ae9a3fc-5d31-4ffb-a490-a75d7986589a req-3799ff0d-c3b5-408d-81d9-e013b2cd6b98 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d048a451-dcef-417f-bec1-0fcc7240acb9 HTTP/1.1" status: 200 len: 909 time: 0.1150386 Jun 12 13:05:25.115946 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-2ae9a3fc-5d31-4ffb-a490-a75d7986589a req-0cd2c4a9-c5c3-4bdf-8df6-4c13d50e0a88 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8225578c-aecc-44e1-901a-502078900315 HTTP/1.1" status: 200 len: 999 time: 0.0814307 Jun 12 13:05:25.123854 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-7239a5c3-c5f0-4f25-a5be-c6c46247b3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:25.176073 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae9a3fc-5d31-4ffb-a490-a75d7986589a req-b0791f8c-6a3b-4892-ae8f-5c564a6c3d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:05:25.177530 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-2ae9a3fc-5d31-4ffb-a490-a75d7986589a req-b0791f8c-6a3b-4892-ae8f-5c564a6c3d21 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dcf70ff7-e006-4744-9931-12302649ffac HTTP/1.1" status: 200 len: 847 time: 0.0549059 Jun 12 13:05:25.254652 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae9a3fc-5d31-4ffb-a490-a75d7986589a req-3c7b6e45-679c-48dd-ad9c-fde3d3b3b1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:05:25.256470 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-2ae9a3fc-5d31-4ffb-a490-a75d7986589a req-3c7b6e45-679c-48dd-ad9c-fde3d3b3b1b4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d048a451-dcef-417f-bec1-0fcc7240acb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0712698 Jun 12 13:05:25.294104 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-c53ef3ac-4b06-4512-bf10-e17b2c660837 req-5d1e3ba4-bb1b-4946-b8c8-1cb00a39b9d4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0671191 Jun 12 13:05:25.309166 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-c9d1d4b2-1afb-44bf-9619-13e88424d4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5215fdc6-546b-4c65-961a-7ff79e6f9f56', 'name': 'tempest-TestShelveInstance-672066188-router', 'tenant_id': '309791d830a94b0f9bbf5e05447bde27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'e1ec3058-fb14-4fb2-80a8-eb8bc5907535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T13:03:56Z', 'updated_at': '2021-06-12T13:04:01Z', 'revision_number': 4, 'project_id': '309791d830a94b0f9bbf5e05447bde27', 'gw_port': {'id': 'e1ec3058-fb14-4fb2-80a8-eb8bc5907535', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:82:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5215fdc6-546b-4c65-961a-7ff79e6f9f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:03:57Z', 'updated_at': '2021-06-12T13:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_floatingips': [{'id': '94b524a2-919a-4401-800e-d0f073571a8e', 'tenant_id': '309791d830a94b0f9bbf5e05447bde27', 'floating_ip_address': '172.27.3.83', 'floating_network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'router_id': '5215fdc6-546b-4c65-961a-7ff79e6f9f56', 'port_id': '8225578c-aecc-44e1-901a-502078900315', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd048a451-dcef-417f-bec1-0fcc7240acb9', 'mac_address': 'fa:16:3e:2f:69:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T13:05:23Z', 'updated_at': '2021-06-12T13:05:23Z', 'revision_number': 0, 'project_id': '309791d830a94b0f9bbf5e05447bde27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f76f7830-0d52-4cc2-a25f-0f88f967cf1b', 'name': '', 'network_id': 'd048a451-dcef-417f-bec1-0fcc7240acb9', 'tenant_id': '309791d830a94b0f9bbf5e05447bde27', 'mac_address': 'fa:16:3e:23:66:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5215fdc6-546b-4c65-961a-7ff79e6f9f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'dcf70ff7-e006-4744-9931-12302649ffac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:04:00Z', 'updated_at': '2021-06-12T13:04:08Z', 'revision_number': 5, 'project_id': '309791d830a94b0f9bbf5e05447bde27', 'subnets': [{'id': 'dcf70ff7-e006-4744-9931-12302649ffac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:05:25.311823 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d1d4b2-1afb-44bf-9619-13e88424d4b1 None None] Checking router: 5215fdc6-546b-4c65-961a-7ff79e6f9f56 for host: dv-cinder-796114-1-iscsi {{(pid=91668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 13:05:25.320689 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d1d4b2-1afb-44bf-9619-13e88424d4b1 None None] Routers {'5215fdc6-546b-4c65-961a-7ff79e6f9f56'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 13:05:25.321295 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-c9d1d4b2-1afb-44bf-9619-13e88424d4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T13:05:23Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['5215fdc6-546b-4c65-961a-7ff79e6f9f56'], 'active': True} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:05:25.380919 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-2ae9a3fc-5d31-4ffb-a490-a75d7986589a req-67b87088-6a37-46bc-8cbd-292e5e542759 service neutron] 10.222.0.30 "GET /v2.0/networks/d048a451-dcef-417f-bec1-0fcc7240acb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176393 Jun 12 13:05:25.388134 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ef3ac-4b06-4512-bf10-e17b2c660837 req-9c319803-df1c-49cc-9550-81e66e85d896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:05:25.389622 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-c53ef3ac-4b06-4512-bf10-e17b2c660837 req-9c319803-df1c-49cc-9550-81e66e85d896 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a33e9937caaf41ca8fc301bec96ba603&device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 1098 time: 0.0662663 Jun 12 13:05:25.469050 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvr_db [None req-c9d1d4b2-1afb-44bf-9619-13e88424d4b1 None None] Set router 5215fdc6-546b-4c65-961a-7ff79e6f9f56 gateway port host: dv-cinder-796114-1-iscsi {{(pid=91668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 13:05:25.506504 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-2ae9a3fc-5d31-4ffb-a490-a75d7986589a req-0a53beb0-0c84-4d1f-9b26-12fff10ec76e service neutron] 10.222.0.30 "GET /v2.0/networks/d048a451-dcef-417f-bec1-0fcc7240acb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179545 Jun 12 13:05:25.531995 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ef3ac-4b06-4512-bf10-e17b2c660837 req-94163a7b-566f-42d4-832a-b48490b96a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:05:25.533445 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-c53ef3ac-4b06-4512-bf10-e17b2c660837 req-94163a7b-566f-42d4-832a-b48490b96a11 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b082549b-b61d-48b6-a978-1804137ec38a HTTP/1.1" status: 200 len: 912 time: 0.1220593 Jun 12 13:05:25.621304 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-c53ef3ac-4b06-4512-bf10-e17b2c660837 req-6b72da9d-c329-4535-bbf4-c795446a99c1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c23f9e2-3e44-4591-b576-1abd9843c490 HTTP/1.1" status: 200 len: 1000 time: 0.0810709 Jun 12 13:05:25.681973 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ef3ac-4b06-4512-bf10-e17b2c660837 req-152a4f48-1088-4e4e-b5c3-abb94ff072ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:05:25.683436 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-c53ef3ac-4b06-4512-bf10-e17b2c660837 req-152a4f48-1088-4e4e-b5c3-abb94ff072ef service neutron] 10.222.0.30 "GET /v2.0/subnets?id=040de1c9-b671-4172-8240-56a21bd80720 HTTP/1.1" status: 200 len: 850 time: 0.0550718 Jun 12 13:05:25.748889 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ef3ac-4b06-4512-bf10-e17b2c660837 req-7821f648-faee-401f-aed6-5ab0e3576121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:05:25.750494 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-c53ef3ac-4b06-4512-bf10-e17b2c660837 req-7821f648-faee-401f-aed6-5ab0e3576121 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b082549b-b61d-48b6-a978-1804137ec38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0598187 Jun 12 13:05:25.778621 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-c9d1d4b2-1afb-44bf-9619-13e88424d4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5215fdc6-546b-4c65-961a-7ff79e6f9f56', 'name': 'tempest-TestShelveInstance-672066188-router', 'tenant_id': '309791d830a94b0f9bbf5e05447bde27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'e1ec3058-fb14-4fb2-80a8-eb8bc5907535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T13:03:56Z', 'updated_at': '2021-06-12T13:04:01Z', 'revision_number': 4, 'project_id': '309791d830a94b0f9bbf5e05447bde27', 'gw_port': {'id': 'e1ec3058-fb14-4fb2-80a8-eb8bc5907535', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:82:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5215fdc6-546b-4c65-961a-7ff79e6f9f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:03:57Z', 'updated_at': '2021-06-12T13:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_floatingips': [{'id': '94b524a2-919a-4401-800e-d0f073571a8e', 'tenant_id': '309791d830a94b0f9bbf5e05447bde27', 'floating_ip_address': '172.27.3.83', 'floating_network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'router_id': '5215fdc6-546b-4c65-961a-7ff79e6f9f56', 'port_id': '8225578c-aecc-44e1-901a-502078900315', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd048a451-dcef-417f-bec1-0fcc7240acb9', 'mac_address': 'fa:16:3e:2f:69:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T13:05:23Z', 'updated_at': '2021-06-12T13:05:23Z', 'revision_number': 0, 'project_id': '309791d830a94b0f9bbf5e05447bde27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f76f7830-0d52-4cc2-a25f-0f88f967cf1b', 'name': '', 'network_id': 'd048a451-dcef-417f-bec1-0fcc7240acb9', 'tenant_id': '309791d830a94b0f9bbf5e05447bde27', 'mac_address': 'fa:16:3e:23:66:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5215fdc6-546b-4c65-961a-7ff79e6f9f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'dcf70ff7-e006-4744-9931-12302649ffac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:04:00Z', 'updated_at': '2021-06-12T13:04:08Z', 'revision_number': 5, 'project_id': '309791d830a94b0f9bbf5e05447bde27', 'subnets': [{'id': 'dcf70ff7-e006-4744-9931-12302649ffac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:05:25.782204 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d1d4b2-1afb-44bf-9619-13e88424d4b1 None None] The sync data for ids ['5215fdc6-546b-4c65-961a-7ff79e6f9f56'] in dv-cinder-796114-1-iscsi is: [{'id': '5215fdc6-546b-4c65-961a-7ff79e6f9f56', 'name': 'tempest-TestShelveInstance-672066188-router', 'tenant_id': '309791d830a94b0f9bbf5e05447bde27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'e1ec3058-fb14-4fb2-80a8-eb8bc5907535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T13:03:56Z', 'updated_at': '2021-06-12T13:04:01Z', 'revision_number': 4, 'project_id': '309791d830a94b0f9bbf5e05447bde27', 'gw_port': {'id': 'e1ec3058-fb14-4fb2-80a8-eb8bc5907535', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:82:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5215fdc6-546b-4c65-961a-7ff79e6f9f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:03:57Z', 'updated_at': '2021-06-12T13:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_floatingips': [{'id': '94b524a2-919a-4401-800e-d0f073571a8e', 'tenant_id': '309791d830a94b0f9bbf5e05447bde27', 'floating_ip_address': '172.27.3.83', 'floating_network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'router_id': '5215fdc6-546b-4c65-961a-7ff79e6f9f56', 'port_id': '8225578c-aecc-44e1-901a-502078900315', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd048a451-dcef-417f-bec1-0fcc7240acb9', 'mac_address': 'fa:16:3e:2f:69:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T13:05:23Z', 'updated_at': '2021-06-12T13:05:23Z', 'revision_number': 0, 'project_id': '309791d830a94b0f9bbf5e05447bde27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f76f7830-0d52-4cc2-a25f-0f88f967cf1b', 'name': '', 'network_id': 'd048a451-dcef-417f-bec1-0fcc7240acb9', 'tenant_id': '309791d830a94b0f9bbf5e05447bde27', 'mac_address': 'fa:16:3e:23:66:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5215fdc6-546b-4c65-961a-7ff79e6f9f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'dcf70ff7-e006-4744-9931-12302649ffac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:04:00Z', 'updated_at': '2021-06-12T13:04:08Z', 'revision_number': 5, 'project_id': '309791d830a94b0f9bbf5e05447bde27', 'subnets': [{'id': 'dcf70ff7-e006-4744-9931-12302649ffac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 13:05:25.877482 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-0a5de27a-4d22-4fdd-a4cf-053756d7edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:25.993359 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecad6027-fd17-4990-bed0-e5b501d053db None None] New status for floating IP 94b524a2-919a-4401-800e-d0f073571a8e: ACTIVE {{(pid=91669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 12 13:05:26.167505 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-c53ef3ac-4b06-4512-bf10-e17b2c660837 req-3c90b09a-567f-41f0-8ec0-b489e60348e4 service neutron] 10.222.0.30 "GET /v2.0/networks/b082549b-b61d-48b6-a978-1804137ec38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4100218 Jun 12 13:05:26.301286 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-c53ef3ac-4b06-4512-bf10-e17b2c660837 req-9abcdaf2-a97c-4900-88a9-2d7d25850570 service neutron] 10.222.0.30 "GET /v2.0/networks/b082549b-b61d-48b6-a978-1804137ec38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255007 Jun 12 13:05:38.656906 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.agents_db [None req-3755f801-82db-4e36-b9e4-fb56f4f4bf71 None None] Agent healthcheck: found 6 active agents {{(pid=91669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 13:05:41.576566 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 59992) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:05:41.630132 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6992220-31a0-4e00-80ab-bb8b883abaa1 admin admin] Deleting subnet cdbcbe23-98cd-47c4-9be8-aeacf2dee10b {{(pid=91666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 12 13:05:41.633254 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-d6992220-31a0-4e00-80ab-bb8b883abaa1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:41.675701 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-d6992220-31a0-4e00-80ab-bb8b883abaa1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12979528'] for subnet, precommit_delete_associations {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:41.727341 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-d6992220-31a0-4e00-80ab-bb8b883abaa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393918'] for subnet, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:41.789603 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-d6992220-31a0-4e00-80ab-bb8b883abaa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14082669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13914971'] for subnet, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:41.791986 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-e769b2cc-d37e-488f-861b-f912363c1661 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:05:41.824407 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6992220-31a0-4e00-80ab-bb8b883abaa1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdbcbe23-98cd-47c4-9be8-aeacf2dee10b,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:05:41.826885 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-d6992220-31a0-4e00-80ab-bb8b883abaa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:05:41.829610 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-d6992220-31a0-4e00-80ab-bb8b883abaa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for subnet, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:41.832443 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-d6992220-31a0-4e00-80ab-bb8b883abaa1 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/cdbcbe23-98cd-47c4-9be8-aeacf2dee10b HTTP/1.1" status: 204 len: 168 time: 0.2540703 Jun 12 13:05:41.834208 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 59994) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:05:41.929540 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-8826e37f-f0cd-4d85-88ab-40078feaeb59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1600373'] for network, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:42.038238 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-8826e37f-f0cd-4d85-88ab-40078feaeb59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1356131', 'neutron.services.segments.db._delete_segments_for_network-8752044986040'] for network, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:42.049470 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.services.segments.db [None req-8826e37f-f0cd-4d85-88ab-40078feaeb59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4e23bb3-49ee-40b1-b135-a73fa2f92cf7']}} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:05:42.061301 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.services.segments.db [None req-8826e37f-f0cd-4d85-88ab-40078feaeb59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dd6d3ca-ce7e-402a-a5fa-d6ee73ccf0a7') {'for_net_delete': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:05:42.061592 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.services.segments.db [None req-8826e37f-f0cd-4d85-88ab-40078feaeb59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dd6d3ca-ce7e-402a-a5fa-d6ee73ccf0a7') {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:05:42.072184 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-8826e37f-f0cd-4d85-88ab-40078feaeb59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752044985878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12979523'] for segment, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:42.087986 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-8826e37f-f0cd-4d85-88ab-40078feaeb59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400235'] for segment, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:42.094074 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8826e37f-f0cd-4d85-88ab-40078feaeb59 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=91666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 12 13:05:42.094521 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-8826e37f-f0cd-4d85-88ab-40078feaeb59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14083012'] for segment, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:42.096196 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 13:05:42.096196 dv-cinder-796114-1-iscsi neutron-server[91666]: conditions |= (models_v2.Port.network_id.in_( Jun 12 13:05:42.096196 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 13:05:42.096196 dv-cinder-796114-1-iscsi neutron-server[91666]: retrieve_revision_numbers = { Jun 12 13:05:42.096196 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 13:05:42.096196 dv-cinder-796114-1-iscsi neutron-server[91666]: conditions |= (models_v2.Port.network_id.in_( Jun 12 13:05:42.096196 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 13:05:42.096196 dv-cinder-796114-1-iscsi neutron-server[91666]: retrieve_revision_numbers = { Jun 12 13:05:42.096196 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 13:05:42.096196 dv-cinder-796114-1-iscsi neutron-server[91666]: conditions |= (models_v2.Port.network_id.in_( Jun 12 13:05:42.096196 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 13:05:42.096196 dv-cinder-796114-1-iscsi neutron-server[91666]: retrieve_revision_numbers = { Jun 12 13:05:42.096196 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 13:05:42.096196 dv-cinder-796114-1-iscsi neutron-server[91666]: conditions |= (models_v2.Port.network_id.in_( Jun 12 13:05:42.096196 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 13:05:42.096196 dv-cinder-796114-1-iscsi neutron-server[91666]: retrieve_revision_numbers = { Jun 12 13:05:42.096196 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 13:05:42.096196 dv-cinder-796114-1-iscsi neutron-server[91666]: conditions |= (models_v2.Port.network_id.in_( Jun 12 13:05:42.096196 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 13:05:42.096196 dv-cinder-796114-1-iscsi neutron-server[91666]: retrieve_revision_numbers = { Jun 12 13:05:42.096196 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 13:05:42.096196 dv-cinder-796114-1-iscsi neutron-server[91666]: conditions |= (models_v2.Port.network_id.in_( Jun 12 13:05:42.096196 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 13:05:42.096196 dv-cinder-796114-1-iscsi neutron-server[91666]: retrieve_revision_numbers = { Jun 12 13:05:42.096196 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 13:05:42.096196 dv-cinder-796114-1-iscsi neutron-server[91666]: conditions |= (models_v2.Port.network_id.in_( Jun 12 13:05:42.096196 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 13:05:42.096196 dv-cinder-796114-1-iscsi neutron-server[91666]: retrieve_revision_numbers = { Jun 12 13:05:42.096196 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 13:05:42.096196 dv-cinder-796114-1-iscsi neutron-server[91666]: conditions |= (models_v2.Port.network_id.in_( Jun 12 13:05:42.096196 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 13:05:42.096196 dv-cinder-796114-1-iscsi neutron-server[91666]: retrieve_revision_numbers = { Jun 12 13:05:42.096196 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 13:05:42.096196 dv-cinder-796114-1-iscsi neutron-server[91666]: conditions |= (models_v2.Port.network_id.in_( Jun 12 13:05:42.096196 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 13:05:42.096196 dv-cinder-796114-1-iscsi neutron-server[91666]: retrieve_revision_numbers = { Jun 12 13:05:42.096196 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 13:05:42.096196 dv-cinder-796114-1-iscsi neutron-server[91666]: conditions |= (models_v2.Port.network_id.in_( Jun 12 13:05:42.096196 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 13:05:42.096196 dv-cinder-796114-1-iscsi neutron-server[91666]: retrieve_revision_numbers = { Jun 12 13:05:42.096196 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 13:05:42.096196 dv-cinder-796114-1-iscsi neutron-server[91666]: conditions |= (models_v2.Port.network_id.in_( Jun 12 13:05:42.096196 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 13:05:42.096196 dv-cinder-796114-1-iscsi neutron-server[91666]: retrieve_revision_numbers = { Jun 12 13:05:42.099165 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 13:05:42.099165 dv-cinder-796114-1-iscsi neutron-server[91666]: conditions |= (models_v2.Port.network_id.in_( Jun 12 13:05:42.099165 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 13:05:42.099165 dv-cinder-796114-1-iscsi neutron-server[91666]: retrieve_revision_numbers = { Jun 12 13:05:42.099165 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 13:05:42.099165 dv-cinder-796114-1-iscsi neutron-server[91666]: conditions |= (models_v2.Port.network_id.in_( Jun 12 13:05:42.099165 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 13:05:42.099165 dv-cinder-796114-1-iscsi neutron-server[91666]: retrieve_revision_numbers = { Jun 12 13:05:42.099165 dv-cinder-796114-1-iscsi neutron-server[91666]: Traceback (most recent call last): Jun 12 13:05:42.099165 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 12 13:05:42.099165 dv-cinder-796114-1-iscsi neutron-server[91666]: timer() Jun 12 13:05:42.099165 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 12 13:05:42.099165 dv-cinder-796114-1-iscsi neutron-server[91666]: cb(*args, **kw) Jun 12 13:05:42.099165 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 12 13:05:42.099165 dv-cinder-796114-1-iscsi neutron-server[91666]: return func(*args, **kwargs) Jun 12 13:05:42.099165 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 12 13:05:42.099165 dv-cinder-796114-1-iscsi neutron-server[91666]: self._notify() Jun 12 13:05:42.099165 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 12 13:05:42.099165 dv-cinder-796114-1-iscsi neutron-server[91666]: self.callback(batched_events) Jun 12 13:05:42.099165 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 12 13:05:42.099165 dv-cinder-796114-1-iscsi neutron-server[91666]: event.method(event) Jun 12 13:05:42.099165 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 12 13:05:42.099165 dv-cinder-796114-1-iscsi neutron-server[91666]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 12 13:05:42.099165 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 12 13:05:42.099165 dv-cinder-796114-1-iscsi neutron-server[91666]: aggregate_uuid = self.p_client.list_aggregates( Jun 12 13:05:42.099165 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 12 13:05:42.099165 dv-cinder-796114-1-iscsi neutron-server[91666]: return f(self, *a, **k) Jun 12 13:05:42.099165 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 12 13:05:42.099165 dv-cinder-796114-1-iscsi neutron-server[91666]: return self._get(url).json() Jun 12 13:05:42.099165 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 12 13:05:42.099165 dv-cinder-796114-1-iscsi neutron-server[91666]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 12 13:05:42.099165 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 12 13:05:42.099165 dv-cinder-796114-1-iscsi neutron-server[91666]: return self.request(url, 'GET', **kwargs) Jun 12 13:05:42.099165 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 12 13:05:42.099165 dv-cinder-796114-1-iscsi neutron-server[91666]: base_url = self.get_endpoint(auth, allow=allow, Jun 12 13:05:42.099165 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 12 13:05:42.099165 dv-cinder-796114-1-iscsi neutron-server[91666]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 12 13:05:42.099165 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 12 13:05:42.099165 dv-cinder-796114-1-iscsi neutron-server[91666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 12 13:05:42.099165 dv-cinder-796114-1-iscsi neutron-server[91666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 12 13:05:42.175310 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-8826e37f-f0cd-4d85-88ab-40078feaeb59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1356156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454154'] for network, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:42.179658 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:05:42.183502 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-8826e37f-f0cd-4d85-88ab-40078feaeb59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for network, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:42.185455 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-8826e37f-f0cd-4d85-88ab-40078feaeb59 admin admin] 10.222.0.23 "DELETE /v2.0/networks/c4e23bb3-49ee-40b1-b135-a73fa2f92cf7 HTTP/1.1" status: 204 len: 168 time: 0.3502107 Jun 12 13:05:42.198849 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8826e37f-f0cd-4d85-88ab-40078feaeb59 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4e23bb3-49ee-40b1-b135-a73fa2f92cf7,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:05:42.201265 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-8826e37f-f0cd-4d85-88ab-40078feaeb59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:05:42.354628 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 59998) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:05:42.399914 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-8fea8ef0-54b8-4d85-950f-e3c02e2d8b99 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ac041bdb8fe4480596c51fd6103f36d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0440054 Jun 12 13:05:42.402278 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 60000) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:05:42.459703 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8348ca58-9b00-48bd-9bbd-e2b19c8b28f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:42.482744 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8348ca58-9b00-48bd-9bbd-e2b19c8b28f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:42.534912 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8348ca58-9b00-48bd-9bbd-e2b19c8b28f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:42.537488 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8348ca58-9b00-48bd-9bbd-e2b19c8b28f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:42.538656 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-8348ca58-9b00-48bd-9bbd-e2b19c8b28f6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a3ef42bb-b201-4526-9495-ef817c7e6c7e HTTP/1.1" status: 204 len: 168 time: 0.1354988 Jun 12 13:05:42.539451 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-8c3dffd5-b654-4418-bd6f-9465e129f1cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:05:42.548461 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8348ca58-9b00-48bd-9bbd-e2b19c8b28f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ef42bb-b201-4526-9495-ef817c7e6c7e,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:05:42.551079 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-8348ca58-9b00-48bd-9bbd-e2b19c8b28f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:05:50.337989 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64568e-5a61-4524-b8a6-78cc7d93b420 req-d03f57d2-99ea-404a-8088-64fb3a086c8e tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:05:50.339463 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-4f64568e-5a61-4524-b8a6-78cc7d93b420 req-d03f57d2-99ea-404a-8088-64fb3a086c8e tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 946 time: 0.0711422 Jun 12 13:05:50.379974 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-4f64568e-5a61-4524-b8a6-78cc7d93b420 req-aa86febb-4d9b-4d1a-a073-f2ae5fe38127 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349402 Jun 12 13:05:50.605158 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-b42b4d07-bc12-42dd-a356-d4ecdceb56b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:51.510740 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:51.569283 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e65fa7-e701-407f-a872-b37519afae60 req-4d5dd369-60dd-460c-9fbb-c92dec30e362 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:05:51.570765 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-59e65fa7-e701-407f-a872-b37519afae60 req-4d5dd369-60dd-460c-9fbb-c92dec30e362 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 946 time: 0.0697455 Jun 12 13:05:51.612064 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-59e65fa7-e701-407f-a872-b37519afae60 req-283ccab6-cdc8-41f5-a930-b9d139549247 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355747 Jun 12 13:05:52.229341 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e872fc-24ea-4ca4-a22a-8e76fe96780c req-32bf7651-3ed2-4972-a7c3-140b80e359e6 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:05:52.230803 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-80e872fc-24ea-4ca4-a22a-8e76fe96780c req-32bf7651-3ed2-4972-a7c3-140b80e359e6 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 946 time: 0.0729265 Jun 12 13:05:52.342996 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [req-80e872fc-24ea-4ca4-a22a-8e76fe96780c req-902fc159-c681-4afc-bd7d-38965857a2e4 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Deleting port 1e6e0e28-bb34-4daf-8a61-6ff10d280256 {{(pid=91666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 13:05:52.343327 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-80e872fc-24ea-4ca4-a22a-8e76fe96780c req-902fc159-c681-4afc-bd7d-38965857a2e4 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752044867880'] for port, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:52.458725 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [req-80e872fc-24ea-4ca4-a22a-8e76fe96780c req-902fc159-c681-4afc-bd7d-38965857a2e4 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] For port 1e6e0e28-bb34-4daf-8a61-6ff10d280256, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=1e6e0e28-bb34-4daf-8a61-6ff10d280256,segment=NetworkSegment(a0a674b8-7738-4903-8a88-2eeaa5688873),segment_id=a0a674b8-7738-4903-8a88-2eeaa5688873)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:05:52.458991 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-80e872fc-24ea-4ca4-a22a-8e76fe96780c req-902fc159-c681-4afc-bd7d-38965857a2e4 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455153'] for port, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:52.797122 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-80e872fc-24ea-4ca4-a22a-8e76fe96780c req-902fc159-c681-4afc-bd7d-38965857a2e4 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:52.797489 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-80e872fc-24ea-4ca4-a22a-8e76fe96780c req-902fc159-c681-4afc-bd7d-38965857a2e4 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454259'] for floatingip, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:52.797795 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.db.l3_db [req-80e872fc-24ea-4ca4-a22a-8e76fe96780c req-902fc159-c681-4afc-bd7d-38965857a2e4 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Floating IP e06b81fa-1083-4da9-9cdd-e12ac7289fea disassociated. External IP: 172.27.3.32, port: 1e6e0e28-bb34-4daf-8a61-6ff10d280256. Jun 12 13:05:52.798130 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [req-80e872fc-24ea-4ca4-a22a-8e76fe96780c req-902fc159-c681-4afc-bd7d-38965857a2e4 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Calling delete_port for 1e6e0e28-bb34-4daf-8a61-6ff10d280256 owned by compute:nova {{(pid=91666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 13:05:52.898788 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401d225f-c031-4d78-83f3-d490d3a93f8d req-05d9dc44-69ae-4349-9f31-696e81092fa9 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:05:52.900228 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-401d225f-c031-4d78-83f3-d490d3a93f8d req-05d9dc44-69ae-4349-9f31-696e81092fa9 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 946 time: 0.1699541 Jun 12 13:05:52.978082 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-401d225f-c031-4d78-83f3-d490d3a93f8d req-a4d77dda-71fa-424a-abe5-3a70559993c4 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720186 Jun 12 13:05:53.007628 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-80e872fc-24ea-4ca4-a22a-8e76fe96780c req-902fc159-c681-4afc-bd7d-38965857a2e4 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752044873292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752044431921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14082967'] for port, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:53.012477 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-d67c57b4-decd-46bc-aa4b-469bc5f25af5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:05:53.048310 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902fc159-c681-4afc-bd7d-38965857a2e4 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Pushing event deleted for resources: {'Port': ['ID=1e6e0e28-bb34-4daf-8a61-6ff10d280256,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:05:53.051166 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-902fc159-c681-4afc-bd7d-38965857a2e4 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:05:53.202414 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80e872fc-24ea-4ca4-a22a-8e76fe96780c req-902fc159-c681-4afc-bd7d-38965857a2e4 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Router 2d703b04-b819-4eec-958f-b4a2292252f1 has already been hosted by L3 agent 68a3a672-d21c-4adb-804e-7b4e770767ea {{(pid=91666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 13:05:53.330349 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:53.353298 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80e872fc-24ea-4ca4-a22a-8e76fe96780c req-902fc159-c681-4afc-bd7d-38965857a2e4 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify agent at l3_agent.dv-cinder-796114-1-iscsi the message routers_updated {{(pid=91666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 13:05:53.363472 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54730ea-0b0a-4915-8e79-305f48c6b441 None None] Sync routers for ids ['2d703b04-b819-4eec-958f-b4a2292252f1'] in dv-cinder-796114-1-iscsi {{(pid=91668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 13:05:53.373812 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54730ea-0b0a-4915-8e79-305f48c6b441 None None] Routers {'2d703b04-b819-4eec-958f-b4a2292252f1'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 13:05:53.374554 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-a54730ea-0b0a-4915-8e79-305f48c6b441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T13:05:23Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['2d703b04-b819-4eec-958f-b4a2292252f1'], 'active': True} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:05:53.411566 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [req-80e872fc-24ea-4ca4-a22a-8e76fe96780c req-902fc159-c681-4afc-bd7d-38965857a2e4 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] No DVR routers for this DVR port 1e6e0e28-bb34-4daf-8a61-6ff10d280256 on host hv-cinder-79611 {{(pid=91666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 13:05:53.414115 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-80e872fc-24ea-4ca4-a22a-8e76fe96780c req-902fc159-c681-4afc-bd7d-38965857a2e4 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920'] for port, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:53.416162 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-80e872fc-24ea-4ca4-a22a-8e76fe96780c req-902fc159-c681-4afc-bd7d-38965857a2e4 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.30 "DELETE /v2.0/ports/1e6e0e28-bb34-4daf-8a61-6ff10d280256 HTTP/1.1" status: 204 len: 173 time: 1.1794424 Jun 12 13:05:53.416677 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c563c0-8ba5-433e-8c12-6c1794a63feb', 'name': 'network-vif-deleted', 'tag': '1e6e0e28-bb34-4daf-8a61-6ff10d280256'}] {{(pid=91666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 13:05:53.419030 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba2aedb3ce59156ad261fd92086ba05f02985526b362ab5d5a646d7af1b76f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-039cce44-ceb1-4536-801c-feb7afb2fb81" -d '{"events": [{"server_uuid": "a8c563c0-8ba5-433e-8c12-6c1794a63feb", "name": "network-vif-deleted", "tag": "1e6e0e28-bb34-4daf-8a61-6ff10d280256"}]}' {{(pid=91666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 13:05:53.460312 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 13:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682b16f1-cc71-46a3-8903-2cb6c4a9bf50 x-openstack-request-id: req-682b16f1-cc71-46a3-8903-2cb6c4a9bf50 {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 13:05:53.460744 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8c563c0-8ba5-433e-8c12-6c1794a63feb", "name": "network-vif-deleted", "tag": "1e6e0e28-bb34-4daf-8a61-6ff10d280256", "status": "completed", "code": 200}]} {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 13:05:53.461044 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-682b16f1-cc71-46a3-8903-2cb6c4a9bf50 {{(pid=91666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 13:05:53.461485 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8c563c0-8ba5-433e-8c12-6c1794a63feb', 'name': 'network-vif-deleted', 'tag': '1e6e0e28-bb34-4daf-8a61-6ff10d280256', 'status': 'completed', 'code': 200} Jun 12 13:05:53.504953 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-c03c66e5-c62b-42e5-b065-6329e1e538cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:53.537068 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvr_db [None req-a54730ea-0b0a-4915-8e79-305f48c6b441 None None] Set router 2d703b04-b819-4eec-958f-b4a2292252f1 gateway port host: dv-cinder-796114-1-iscsi {{(pid=91668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 13:05:53.938506 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-a54730ea-0b0a-4915-8e79-305f48c6b441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d703b04-b819-4eec-958f-b4a2292252f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1705789875-router', 'tenant_id': '7f18be0815224addb543ffddc7807c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '51ea6e07-a05b-4867-8d4d-a7a8446f9496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:57:52Z', 'updated_at': '2021-06-12T12:58:06Z', 'revision_number': 4, 'project_id': '7f18be0815224addb543ffddc7807c85', 'gw_port': {'id': '51ea6e07-a05b-4867-8d4d-a7a8446f9496', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d703b04-b819-4eec-958f-b4a2292252f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:57:53Z', 'updated_at': '2021-06-12T12:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_interfaces': [{'id': 'a67d836e-9483-468a-9890-6e43140cd4df', 'name': '', 'network_id': '64b4b39f-e457-4d52-beb5-ab2bbde33d05', 'tenant_id': '7f18be0815224addb543ffddc7807c85', 'mac_address': 'fa:16:3e:28:2c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d703b04-b819-4eec-958f-b4a2292252f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f2822e5c-4cf7-4702-9de8-8d297e10d4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:58:01Z', 'updated_at': '2021-06-12T12:58:19Z', 'revision_number': 5, 'project_id': '7f18be0815224addb543ffddc7807c85', 'subnets': [{'id': 'f2822e5c-4cf7-4702-9de8-8d297e10d4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:05:53.942345 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54730ea-0b0a-4915-8e79-305f48c6b441 None None] Checking router: 2d703b04-b819-4eec-958f-b4a2292252f1 for host: dv-cinder-796114-1-iscsi {{(pid=91668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 13:05:53.950296 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54730ea-0b0a-4915-8e79-305f48c6b441 None None] Routers {'2d703b04-b819-4eec-958f-b4a2292252f1'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 13:05:53.950910 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-a54730ea-0b0a-4915-8e79-305f48c6b441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T13:05:53Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['2d703b04-b819-4eec-958f-b4a2292252f1'], 'active': True} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:05:54.116991 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvr_db [None req-a54730ea-0b0a-4915-8e79-305f48c6b441 None None] Set router 2d703b04-b819-4eec-958f-b4a2292252f1 gateway port host: dv-cinder-796114-1-iscsi {{(pid=91668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 13:05:54.171909 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-dadcae2d-b8b8-4411-b1f5-a4fef60d988c req-6936ab37-abea-464e-bee8-b9e6e3ff8304 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8c563c0-8ba5-433e-8c12-6c1794a63feb HTTP/1.1" status: 200 len: 210 time: 0.0424225 Jun 12 13:05:54.406279 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-a54730ea-0b0a-4915-8e79-305f48c6b441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d703b04-b819-4eec-958f-b4a2292252f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1705789875-router', 'tenant_id': '7f18be0815224addb543ffddc7807c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '51ea6e07-a05b-4867-8d4d-a7a8446f9496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:57:52Z', 'updated_at': '2021-06-12T12:58:06Z', 'revision_number': 4, 'project_id': '7f18be0815224addb543ffddc7807c85', 'gw_port': {'id': '51ea6e07-a05b-4867-8d4d-a7a8446f9496', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d703b04-b819-4eec-958f-b4a2292252f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:57:53Z', 'updated_at': '2021-06-12T12:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_interfaces': [{'id': 'a67d836e-9483-468a-9890-6e43140cd4df', 'name': '', 'network_id': '64b4b39f-e457-4d52-beb5-ab2bbde33d05', 'tenant_id': '7f18be0815224addb543ffddc7807c85', 'mac_address': 'fa:16:3e:28:2c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d703b04-b819-4eec-958f-b4a2292252f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f2822e5c-4cf7-4702-9de8-8d297e10d4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:58:01Z', 'updated_at': '2021-06-12T12:58:19Z', 'revision_number': 5, 'project_id': '7f18be0815224addb543ffddc7807c85', 'subnets': [{'id': 'f2822e5c-4cf7-4702-9de8-8d297e10d4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:05:54.410117 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54730ea-0b0a-4915-8e79-305f48c6b441 None None] The sync data for ids ['2d703b04-b819-4eec-958f-b4a2292252f1'] in dv-cinder-796114-1-iscsi is: [{'id': '2d703b04-b819-4eec-958f-b4a2292252f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1705789875-router', 'tenant_id': '7f18be0815224addb543ffddc7807c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '51ea6e07-a05b-4867-8d4d-a7a8446f9496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:57:52Z', 'updated_at': '2021-06-12T12:58:06Z', 'revision_number': 4, 'project_id': '7f18be0815224addb543ffddc7807c85', 'gw_port': {'id': '51ea6e07-a05b-4867-8d4d-a7a8446f9496', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d703b04-b819-4eec-958f-b4a2292252f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:57:53Z', 'updated_at': '2021-06-12T12:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_interfaces': [{'id': 'a67d836e-9483-468a-9890-6e43140cd4df', 'name': '', 'network_id': '64b4b39f-e457-4d52-beb5-ab2bbde33d05', 'tenant_id': '7f18be0815224addb543ffddc7807c85', 'mac_address': 'fa:16:3e:28:2c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d703b04-b819-4eec-958f-b4a2292252f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f2822e5c-4cf7-4702-9de8-8d297e10d4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:58:01Z', 'updated_at': '2021-06-12T12:58:19Z', 'revision_number': 5, 'project_id': '7f18be0815224addb543ffddc7807c85', 'subnets': [{'id': 'f2822e5c-4cf7-4702-9de8-8d297e10d4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 13:05:54.623827 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19387c4e-7005-4403-8948-a942019811ea None None] New status for floating IP e06b81fa-1083-4da9-9cdd-e12ac7289fea: DOWN {{(pid=91669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 12 13:05:55.066698 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-7239a5c3-c5f0-4f25-a5be-c6c46247b3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:55.310782 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 60050) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:05:55.376765 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-0b0e6b62-4aa8-4f11-a733-5e20c7644fa4 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:55.403013 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-0b0e6b62-4aa8-4f11-a733-5e20c7644fa4 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:55.457633 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-0b0e6b62-4aa8-4f11-a733-5e20c7644fa4 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:55.460421 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-0b0e6b62-4aa8-4f11-a733-5e20c7644fa4 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:55.461516 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-0b0e6b62-4aa8-4f11-a733-5e20c7644fa4 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "DELETE /v2.0/security-groups/bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6 HTTP/1.1" status: 204 len: 168 time: 0.1497302 Jun 12 13:05:55.462348 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-5d93cf7a-67ad-4182-838e-f62adbf817df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:05:55.464332 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 60052) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:05:55.474333 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0e6b62-4aa8-4f11-a733-5e20c7644fa4 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:05:55.481036 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.api.v2.resource [None req-f78c13d8-6f8f-4800-ae61-c0d40df1c8a7 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] show failed (client error): The resource could not be found. Jun 12 13:05:55.482226 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-f78c13d8-6f8f-4800-ae61-c0d40df1c8a7 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups/bfcf7fb7-5f70-44f5-b805-195ea2a3c4a6 HTTP/1.1" status: 404 len: 347 time: 0.0168710 Jun 12 13:05:55.482385 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0e6b62-4aa8-4f11-a733-5e20c7644fa4 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:05:55.482734 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0e6b62-4aa8-4f11-a733-5e20c7644fa4 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:05:55.483114 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0e6b62-4aa8-4f11-a733-5e20c7644fa4 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:05:55.483482 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0e6b62-4aa8-4f11-a733-5e20c7644fa4 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:05:55.483849 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0e6b62-4aa8-4f11-a733-5e20c7644fa4 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:05:55.484212 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0e6b62-4aa8-4f11-a733-5e20c7644fa4 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:05:55.484574 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0e6b62-4aa8-4f11-a733-5e20c7644fa4 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:05:55.484933 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0e6b62-4aa8-4f11-a733-5e20c7644fa4 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:05:55.485290 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0e6b62-4aa8-4f11-a733-5e20c7644fa4 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:05:55.485674 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0e6b62-4aa8-4f11-a733-5e20c7644fa4 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:05:55.486034 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0e6b62-4aa8-4f11-a733-5e20c7644fa4 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:05:55.486443 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0e6b62-4aa8-4f11-a733-5e20c7644fa4 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:05:55.486656 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 60054) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:05:55.490234 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-0b0e6b62-4aa8-4f11-a733-5e20c7644fa4 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:05:55.652474 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-2816dada-fd0a-46b9-9626-5930fb27044f tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Deleting port 0a42e35e-6926-40db-9f60-1ee84440f0eb {{(pid=91666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 13:05:55.652725 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2816dada-fd0a-46b9-9626-5930fb27044f tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752044867880'] for port, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:55.757748 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2816dada-fd0a-46b9-9626-5930fb27044f tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455153'] for port, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:55.758099 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2816dada-fd0a-46b9-9626-5930fb27044f tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:55.856474 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-2816dada-fd0a-46b9-9626-5930fb27044f tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Calling delete_port for 0a42e35e-6926-40db-9f60-1ee84440f0eb owned by network:floatingip {{(pid=91666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 13:05:55.881775 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-0a5de27a-4d22-4fdd-a4cf-053756d7edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:55.962693 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device 1e6e0e28-bb34-4daf-8a61-6ff10d280256 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 13:05:55.988663 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] No Port match for: 1e6e0e28-bb34-4daf-8a61-6ff10d280256 {{(pid=91668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 13:05:55.989018 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device 1e6e0e28-bb34-4daf-8a61-6ff10d280256 not bound to the agent host hv-cinder-79611 {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 13:05:56.301894 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2816dada-fd0a-46b9-9626-5930fb27044f tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752044873292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752044431921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14082967'] for port, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:56.304290 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-180c54f7-4e69-4e9a-8050-18ecc12ab03b tempest-VolumesActionsTest-509702796 tempest-VolumesActionsTest-509702796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:05:56.335762 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2816dada-fd0a-46b9-9626-5930fb27044f tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Pushing event deleted for resources: {'Port': ['ID=0a42e35e-6926-40db-9f60-1ee84440f0eb,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:05:56.339202 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-2816dada-fd0a-46b9-9626-5930fb27044f tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:05:56.413108 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2816dada-fd0a-46b9-9626-5930fb27044f tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks [] for floatingip, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:56.415692 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2816dada-fd0a-46b9-9626-5930fb27044f tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920'] for floatingip, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:56.416833 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-2816dada-fd0a-46b9-9626-5930fb27044f tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "DELETE /v2.0/floatingips/e06b81fa-1083-4da9-9cdd-e12ac7289fea HTTP/1.1" status: 204 len: 168 time: 0.9293773 Jun 12 13:05:56.901119 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 60058) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:05:56.905928 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.v2.base [None req-10ef8236-4ddd-4827-9929-4114a24020c4 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Request body: {'security_group': {'name': 'tempest-securitygroup--906376203', 'description': 'tempest-description--1478530199'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:05:56.930575 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-10ef8236-4ddd-4827-9929-4114a24020c4 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:57.018924 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-10ef8236-4ddd-4827-9929-4114a24020c4 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:57.023118 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-10ef8236-4ddd-4827-9929-4114a24020c4 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:57.025745 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-7a04529e-6ba2-4be0-a688-815d1607955e tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:05:57.055215 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-10ef8236-4ddd-4827-9929-4114a24020c4 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:57.056389 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-10ef8236-4ddd-4827-9929-4114a24020c4 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1542842 Jun 12 13:05:57.058301 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef8236-4ddd-4827-9929-4114a24020c4 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=224ecf89-5379-4ba7-b3f1-52eb5f3bacaf,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:05:57.059426 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 60060) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:05:57.061279 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-10ef8236-4ddd-4827-9929-4114a24020c4 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:05:57.064152 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [None req-34a783c6-6e29-4c9a-a0f9-e4712a041dfd tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Request body: {'security_group_rule': {'security_group_id': '224ecf89-5379-4ba7-b3f1-52eb5f3bacaf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:05:57.089497 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-34a783c6-6e29-4c9a-a0f9-e4712a041dfd tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:57.149170 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-34a783c6-6e29-4c9a-a0f9-e4712a041dfd tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:57.153403 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-34a783c6-6e29-4c9a-a0f9-e4712a041dfd tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441033'] for security_group_rule, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:57.155376 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:05:57.177532 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a783c6-6e29-4c9a-a0f9-e4712a041dfd tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c67f1035-063b-4476-ad07-33c8330c32a2,revision_number=0']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:05:57.180413 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-34a783c6-6e29-4c9a-a0f9-e4712a041dfd tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:05:57.183789 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-34a783c6-6e29-4c9a-a0f9-e4712a041dfd tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:57.184984 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-34a783c6-6e29-4c9a-a0f9-e4712a041dfd tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1245549 Jun 12 13:05:57.187526 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 60062) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:05:57.192011 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [None req-3869d1b3-0605-42f5-8b4e-74aab7a849b0 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Request body: {'security_group_rule': {'security_group_id': '224ecf89-5379-4ba7-b3f1-52eb5f3bacaf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:05:57.218529 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-3869d1b3-0605-42f5-8b4e-74aab7a849b0 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:57.278241 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-3869d1b3-0605-42f5-8b4e-74aab7a849b0 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:57.281742 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-3869d1b3-0605-42f5-8b4e-74aab7a849b0 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441033'] for security_group_rule, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:57.283885 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-25237ffe-db39-42ca-8781-2f092dbbd999 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:05:57.299091 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3869d1b3-0605-42f5-8b4e-74aab7a849b0 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eae45eca-702b-40df-8d14-90ab2d27e93d,revision_number=0']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:05:57.303535 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-3869d1b3-0605-42f5-8b4e-74aab7a849b0 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:05:57.308352 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-3869d1b3-0605-42f5-8b4e-74aab7a849b0 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:57.309504 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-3869d1b3-0605-42f5-8b4e-74aab7a849b0 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1210945 Jun 12 13:05:57.312538 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 60064) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:05:57.316839 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [None req-ae58881b-a0b0-4d62-bf3d-4300608599c6 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Request body: {'floatingip': {'floating_network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587'}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:05:57.338183 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-ae58881b-a0b0-4d62-bf3d-4300608599c6 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks [] for floatingip, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:57.458366 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-ae58881b-a0b0-4d62-bf3d-4300608599c6 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for port, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:57.584833 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.db_base_plugin_common [None req-ae58881b-a0b0-4d62-bf3d-4300608599c6 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Allocated IP 172.27.3.195 (d31b88ef-fdf5-46b1-8572-11d751094587/d3cd8c99-09c7-4ded-87bb-a3c326773e06/aef32362-41fa-45cd-af82-6ec3ea558886) {{(pid=91666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 13:05:57.708692 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-ae58881b-a0b0-4d62-bf3d-4300608599c6 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks [] for port, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:57.745843 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-ae58881b-a0b0-4d62-bf3d-4300608599c6 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1466997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-122173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752044431912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14082974'] for port, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:57.748464 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-6d7f0493-2609-4dd8-8dbf-dbc42032ad78 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:05:57.791186 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae58881b-a0b0-4d62-bf3d-4300608599c6 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Network d31b88ef-fdf5-46b1-8572-11d751094587 is already hosted by enough agents. {{(pid=91666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 13:05:57.797422 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.base_scheduler [None req-ae58881b-a0b0-4d62-bf3d-4300608599c6 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Resources bound (agent type, host, resource id): {{(pid=91666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 13:05:57.800043 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae58881b-a0b0-4d62-bf3d-4300608599c6 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Received port after_create {{(pid=91666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 13:05:57.842528 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae58881b-a0b0-4d62-bf3d-4300608599c6 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Pushing event updated for resources: {'Port': ['ID=aef32362-41fa-45cd-af82-6ec3ea558886,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:05:57.845680 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-ae58881b-a0b0-4d62-bf3d-4300608599c6 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:05:57.907012 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-ae58881b-a0b0-4d62-bf3d-4300608599c6 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:57.960076 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-ae58881b-a0b0-4d62-bf3d-4300608599c6 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:58.147912 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-ae58881b-a0b0-4d62-bf3d-4300608599c6 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks [] for port, precommit_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:58.152678 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-ae58881b-a0b0-4d62-bf3d-4300608599c6 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14082976'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:58.155096 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-39aab1c8-e27d-472d-bc49-5618eae09bf4 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:05:58.237388 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae58881b-a0b0-4d62-bf3d-4300608599c6 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Pushing event updated for resources: {'Port': ['ID=aef32362-41fa-45cd-af82-6ec3ea558886,revision_number=2']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:05:58.241930 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-ae58881b-a0b0-4d62-bf3d-4300608599c6 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:05:58.256557 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-ae58881b-a0b0-4d62-bf3d-4300608599c6 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454259'] for floatingip, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:58.270686 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-ae58881b-a0b0-4d62-bf3d-4300608599c6 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920'] for floatingip, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:05:58.272014 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-ae58881b-a0b0-4d62-bf3d-4300608599c6 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9585853 Jun 12 13:05:58.475371 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-9cbccb38-5b1b-40cb-9d32-a9a77a90ff50 req-7a0c0c07-79d1-4a2f-8bf2-f462a4a66254 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--906376203&fields=id&tenant_id=7f18be0815224addb543ffddc7807c85 HTTP/1.1" status: 200 len: 267 time: 0.0406573 Jun 12 13:05:58.620846 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbccb38-5b1b-40cb-9d32-a9a77a90ff50 req-ce35940d-95af-44f2-afca-d547a43ff13d tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:05:58.622357 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-9cbccb38-5b1b-40cb-9d32-a9a77a90ff50 req-ce35940d-95af-44f2-afca-d547a43ff13d tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/networks?id=64b4b39f-e457-4d52-beb5-ab2bbde33d05 HTTP/1.1" status: 200 len: 817 time: 0.1401002 Jun 12 13:05:58.637376 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-9cbccb38-5b1b-40cb-9d32-a9a77a90ff50 req-fb5990e8-56b7-48b6-81f3-fad493e6771a tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/quotas/7f18be0815224addb543ffddc7807c85 HTTP/1.1" status: 200 len: 375 time: 0.0095117 Jun 12 13:05:58.722346 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-9cbccb38-5b1b-40cb-9d32-a9a77a90ff50 req-1305008d-20f9-479e-b7d5-c65db3841049 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7f18be0815224addb543ffddc7807c85&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0793343 Jun 12 13:05:58.936984 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-9cbccb38-5b1b-40cb-9d32-a9a77a90ff50 req-d171fd11-4051-453e-8696-b688b8f3d42f service neutron] 10.222.0.23 "GET /v2.0/networks/64b4b39f-e457-4d52-beb5-ab2bbde33d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027690 Jun 12 13:05:59.057210 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-9cbccb38-5b1b-40cb-9d32-a9a77a90ff50 req-c1209d63-fa7e-45b6-ba0d-9bb4d75255f1 service neutron] 10.222.0.23 "GET /v2.0/networks/64b4b39f-e457-4d52-beb5-ab2bbde33d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140263 Jun 12 13:05:59.244874 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-ceefe38d-a564-4775-92d5-a12a1180635e req-ecdcc4e8-745a-4388-9530-a9423277b67e tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 210 time: 0.0343502 Jun 12 13:06:00.319447 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbccb38-5b1b-40cb-9d32-a9a77a90ff50 req-63a0f159-c87a-4a29-8902-7fde4a329f9c tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:00.320910 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-9cbccb38-5b1b-40cb-9d32-a9a77a90ff50 req-63a0f159-c87a-4a29-8902-7fde4a329f9c tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.30 "GET /v2.0/networks?id=64b4b39f-e457-4d52-beb5-ab2bbde33d05 HTTP/1.1" status: 200 len: 817 time: 0.1376200 Jun 12 13:06:00.370534 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-9cbccb38-5b1b-40cb-9d32-a9a77a90ff50 req-e75e40ed-76ed-4e94-8487-765800d4dcca tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f18be0815224addb543ffddc7807c85 HTTP/1.1" status: 200 len: 379 time: 0.0406842 Jun 12 13:06:00.379843 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [req-9cbccb38-5b1b-40cb-9d32-a9a77a90ff50 req-b921df60-eb2c-44cb-af93-55d1e4e8218c tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Request body: {'port': {'device_id': '0c980e74-4e0e-4f7d-b8f8-bb7240919ee2', 'network_id': '64b4b39f-e457-4d52-beb5-ab2bbde33d05', 'admin_state_up': True, 'tenant_id': '7f18be0815224addb543ffddc7807c85', 'security_groups': ['224ecf89-5379-4ba7-b3f1-52eb5f3bacaf']}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:06:00.439122 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-d6c55e97-d887-4086-b7b6-22019def6a0d req-ee9ae946-7d41-4b13-b6d5-2163a10db4fc tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 210 time: 0.0554874 Jun 12 13:06:00.546034 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cbccb38-5b1b-40cb-9d32-a9a77a90ff50 req-b921df60-eb2c-44cb-af93-55d1e4e8218c tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Made reservation on behalf of 7f18be0815224addb543ffddc7807c85 for: {'port': 1} {{(pid=91666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 13:06:00.549424 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-9cbccb38-5b1b-40cb-9d32-a9a77a90ff50 req-b921df60-eb2c-44cb-af93-55d1e4e8218c tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for port, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:00.695224 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.db_base_plugin_common [req-9cbccb38-5b1b-40cb-9d32-a9a77a90ff50 req-b921df60-eb2c-44cb-af93-55d1e4e8218c tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Allocated IP 172.20.0.4 (64b4b39f-e457-4d52-beb5-ab2bbde33d05/f2822e5c-4cf7-4702-9de8-8d297e10d4e8/29e6c152-4c94-451c-bc2d-51c467d5b59f) {{(pid=91666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 13:06:00.859189 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-9cbccb38-5b1b-40cb-9d32-a9a77a90ff50 req-b921df60-eb2c-44cb-af93-55d1e4e8218c tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks [] for port, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:00.872140 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [req-9cbccb38-5b1b-40cb-9d32-a9a77a90ff50 req-b921df60-eb2c-44cb-af93-55d1e4e8218c tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Transition to ACTIVE for port object 29e6c152-4c94-451c-bc2d-51c467d5b59f will not be triggered until provisioned by entity DHCP. {{(pid=91666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 13:06:00.909738 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-9cbccb38-5b1b-40cb-9d32-a9a77a90ff50 req-b921df60-eb2c-44cb-af93-55d1e4e8218c tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1466997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-122173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752044431912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14082974'] for port, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:00.913889 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-ae58881b-a0b0-4d62-bf3d-4300608599c6 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:06:00.965583 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cbccb38-5b1b-40cb-9d32-a9a77a90ff50 req-b921df60-eb2c-44cb-af93-55d1e4e8218c tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Network 64b4b39f-e457-4d52-beb5-ab2bbde33d05 is already hosted by enough agents. {{(pid=91666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 13:06:00.969502 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.base_scheduler [req-9cbccb38-5b1b-40cb-9d32-a9a77a90ff50 req-b921df60-eb2c-44cb-af93-55d1e4e8218c tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Resources bound (agent type, host, resource id): {{(pid=91666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 13:06:00.974426 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cbccb38-5b1b-40cb-9d32-a9a77a90ff50 req-b921df60-eb2c-44cb-af93-55d1e4e8218c tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Received port after_create {{(pid=91666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 13:06:00.981286 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b921df60-eb2c-44cb-af93-55d1e4e8218c tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Pushing event updated for resources: {'Port': ['ID=29e6c152-4c94-451c-bc2d-51c467d5b59f,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:06:01.010861 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-b921df60-eb2c-44cb-af93-55d1e4e8218c tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:06:01.042668 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbccb38-5b1b-40cb-9d32-a9a77a90ff50 req-b921df60-eb2c-44cb-af93-55d1e4e8218c tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:01.043311 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-9cbccb38-5b1b-40cb-9d32-a9a77a90ff50 req-b921df60-eb2c-44cb-af93-55d1e4e8218c tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920'] for port, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:01.062414 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-9cbccb38-5b1b-40cb-9d32-a9a77a90ff50 req-b921df60-eb2c-44cb-af93-55d1e4e8218c tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6866670 Jun 12 13:06:01.147518 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [req-9cbccb38-5b1b-40cb-9d32-a9a77a90ff50 req-8667afbf-826f-48d1-b741-0ac528b92a35 service neutron] Request body: {'port': {'device_id': '0c980e74-4e0e-4f7d-b8f8-bb7240919ee2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:06:01.206125 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-310b4ad1-b0e7-4116-adae-7dfca35892c8 None None] Provisioning for port 29e6c152-4c94-451c-bc2d-51c467d5b59f completed by entity DHCP. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 13:06:01.213361 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-310b4ad1-b0e7-4116-adae-7dfca35892c8 None None] Provisioning complete for port 29e6c152-4c94-451c-bc2d-51c467d5b59f triggered by entity DHCP. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 13:06:01.213960 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-310b4ad1-b0e7-4116-adae-7dfca35892c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:01.266027 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-9cbccb38-5b1b-40cb-9d32-a9a77a90ff50 req-8667afbf-826f-48d1-b741-0ac528b92a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:01.282713 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-310b4ad1-b0e7-4116-adae-7dfca35892c8 None None] Port 29e6c152-4c94-451c-bc2d-51c467d5b59f cannot update to ACTIVE because it is not bound. {{(pid=91668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 13:06:01.625387 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.notifiers.nova [req-9cbccb38-5b1b-40cb-9d32-a9a77a90ff50 req-8667afbf-826f-48d1-b741-0ac528b92a35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29e6c152-4c94-451c-bc2d-51c467d5b59f {{(pid=91666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 13:06:01.634745 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-9cbccb38-5b1b-40cb-9d32-a9a77a90ff50 req-8667afbf-826f-48d1-b741-0ac528b92a35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:01.649048 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910bba82-1e1c-408b-b7aa-df1cc573313e req-769b0cd2-fd81-44c1-9704-05224e2e591a tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:01.650712 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-910bba82-1e1c-408b-b7aa-df1cc573313e req-769b0cd2-fd81-44c1-9704-05224e2e591a tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 931 time: 0.0884693 Jun 12 13:06:01.651669 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [req-9cbccb38-5b1b-40cb-9d32-a9a77a90ff50 req-8667afbf-826f-48d1-b741-0ac528b92a35 service neutron] Transition to ACTIVE for port object 29e6c152-4c94-451c-bc2d-51c467d5b59f will not be triggered until provisioned by entity L2. {{(pid=91666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 13:06:01.655586 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-9cbccb38-5b1b-40cb-9d32-a9a77a90ff50 req-8667afbf-826f-48d1-b741-0ac528b92a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14082976'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:01.658013 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-0ebcb215-fb44-4446-8281-3471e8a0f2e8 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:06:01.696799 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-910bba82-1e1c-408b-b7aa-df1cc573313e req-e6857b5e-2abd-49e1-bb40-b4aa3f7e3d98 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=224ecf89-5379-4ba7-b3f1-52eb5f3bacaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394139 Jun 12 13:06:01.760349 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8667afbf-826f-48d1-b741-0ac528b92a35 service neutron] Pushing event updated for resources: {'Port': ['ID=29e6c152-4c94-451c-bc2d-51c467d5b59f,revision_number=2']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:06:01.763746 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-8667afbf-826f-48d1-b741-0ac528b92a35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:06:01.846745 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [req-9cbccb38-5b1b-40cb-9d32-a9a77a90ff50 req-8667afbf-826f-48d1-b741-0ac528b92a35 service neutron] Attempting to bind port 29e6c152-4c94-451c-bc2d-51c467d5b59f on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 13:06:01.847079 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [req-9cbccb38-5b1b-40cb-9d32-a9a77a90ff50 req-8667afbf-826f-48d1-b741-0ac528b92a35 service neutron] Attempting to bind port 29e6c152-4c94-451c-bc2d-51c467d5b59f by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': 'a0a674b8-7738-4903-8a88-2eeaa5688873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '64b4b39f-e457-4d52-beb5-ab2bbde33d05'}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 13:06:01.847404 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbccb38-5b1b-40cb-9d32-a9a77a90ff50 req-8667afbf-826f-48d1-b741-0ac528b92a35 service neutron] Attempting to bind port 29e6c152-4c94-451c-bc2d-51c467d5b59f on network 64b4b39f-e457-4d52-beb5-ab2bbde33d05 {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 13:06:01.851910 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbccb38-5b1b-40cb-9d32-a9a77a90ff50 req-8667afbf-826f-48d1-b741-0ac528b92a35 service neutron] Port 29e6c152-4c94-451c-bc2d-51c467d5b59f on network 64b4b39f-e457-4d52-beb5-ab2bbde33d05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 13:06:01.852226 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbccb38-5b1b-40cb-9d32-a9a77a90ff50 req-8667afbf-826f-48d1-b741-0ac528b92a35 service neutron] Attempting to bind port 29e6c152-4c94-451c-bc2d-51c467d5b59f on network 64b4b39f-e457-4d52-beb5-ab2bbde33d05 {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 13:06:01.856943 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbccb38-5b1b-40cb-9d32-a9a77a90ff50 req-8667afbf-826f-48d1-b741-0ac528b92a35 service neutron] Checking agent: {'id': '858649d7-9eac-48e6-8b51-9e9d764f3a99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 12, 56, 19), 'started_at': datetime.datetime(2021, 6, 12, 12, 56, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 13, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 13:06:01.857274 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbccb38-5b1b-40cb-9d32-a9a77a90ff50 req-8667afbf-826f-48d1-b741-0ac528b92a35 service neutron] Checking segment: {'id': 'a0a674b8-7738-4903-8a88-2eeaa5688873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '64b4b39f-e457-4d52-beb5-ab2bbde33d05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 13:06:01.857650 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbccb38-5b1b-40cb-9d32-a9a77a90ff50 req-8667afbf-826f-48d1-b741-0ac528b92a35 service neutron] Bound using segment: {'id': 'a0a674b8-7738-4903-8a88-2eeaa5688873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '64b4b39f-e457-4d52-beb5-ab2bbde33d05'} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 13:06:01.858072 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [req-9cbccb38-5b1b-40cb-9d32-a9a77a90ff50 req-8667afbf-826f-48d1-b741-0ac528b92a35 service neutron] Bound port: 29e6c152-4c94-451c-bc2d-51c467d5b59f, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0a674b8-7738-4903-8a88-2eeaa5688873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '64b4b39f-e457-4d52-beb5-ab2bbde33d05'}}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 13:06:01.858531 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-9cbccb38-5b1b-40cb-9d32-a9a77a90ff50 req-8667afbf-826f-48d1-b741-0ac528b92a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:01.934356 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [req-9cbccb38-5b1b-40cb-9d32-a9a77a90ff50 req-8667afbf-826f-48d1-b741-0ac528b92a35 service neutron] For port 29e6c152-4c94-451c-bc2d-51c467d5b59f, host hv-cinder-79611, cleared binding levels {{(pid=91666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 13:06:01.937645 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [req-9cbccb38-5b1b-40cb-9d32-a9a77a90ff50 req-8667afbf-826f-48d1-b741-0ac528b92a35 service neutron] For port 29e6c152-4c94-451c-bc2d-51c467d5b59f, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=29e6c152-4c94-451c-bc2d-51c467d5b59f,segment=NetworkSegment(a0a674b8-7738-4903-8a88-2eeaa5688873),segment_id=a0a674b8-7738-4903-8a88-2eeaa5688873)] {{(pid=91666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 13:06:01.942678 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-9cbccb38-5b1b-40cb-9d32-a9a77a90ff50 req-8667afbf-826f-48d1-b741-0ac528b92a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14082976'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:01.944596 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-d67c57b4-decd-46bc-aa4b-469bc5f25af5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:06:01.990747 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbccb38-5b1b-40cb-9d32-a9a77a90ff50 req-8667afbf-826f-48d1-b741-0ac528b92a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:01.991359 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-9cbccb38-5b1b-40cb-9d32-a9a77a90ff50 req-8667afbf-826f-48d1-b741-0ac528b92a35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920'] for port, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:01.992719 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-9cbccb38-5b1b-40cb-9d32-a9a77a90ff50 req-8667afbf-826f-48d1-b741-0ac528b92a35 service neutron] 10.222.0.30 "PUT /v2.0/ports/29e6c152-4c94-451c-bc2d-51c467d5b59f HTTP/1.1" status: 200 len: 1093 time: 0.8496227 Jun 12 13:06:01.993226 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c980e74-4e0e-4f7d-b8f8-bb7240919ee2', 'tag': '29e6c152-4c94-451c-bc2d-51c467d5b59f'}] {{(pid=91666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 13:06:01.995529 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba2aedb3ce59156ad261fd92086ba05f02985526b362ab5d5a646d7af1b76f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d1b4eb-ad7d-4b9e-a47f-513e6be79483" -d '{"events": [{"name": "network-changed", "server_uuid": "0c980e74-4e0e-4f7d-b8f8-bb7240919ee2", "tag": "29e6c152-4c94-451c-bc2d-51c467d5b59f"}]}' {{(pid=91666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 13:06:02.017898 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8667afbf-826f-48d1-b741-0ac528b92a35 service neutron] Pushing event updated for resources: {'Port': ['ID=29e6c152-4c94-451c-bc2d-51c467d5b59f,revision_number=3']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:06:02.020929 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-8667afbf-826f-48d1-b741-0ac528b92a35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:06:02.039588 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 13:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-916d41b1-2954-4a74-bfe8-676c0f11c3bb x-openstack-request-id: req-916d41b1-2954-4a74-bfe8-676c0f11c3bb {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 13:06:02.039922 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c980e74-4e0e-4f7d-b8f8-bb7240919ee2", "tag": "29e6c152-4c94-451c-bc2d-51c467d5b59f", "status": "completed", "code": 200}]} {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 13:06:02.040652 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-916d41b1-2954-4a74-bfe8-676c0f11c3bb {{(pid=91666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 13:06:02.041250 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c980e74-4e0e-4f7d-b8f8-bb7240919ee2', 'tag': '29e6c152-4c94-451c-bc2d-51c467d5b59f', 'status': 'completed', 'code': 200} Jun 12 13:06:02.118649 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbccb38-5b1b-40cb-9d32-a9a77a90ff50 req-6e3748d2-d542-4ffa-adf2-efcf773851f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:02.120189 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-9cbccb38-5b1b-40cb-9d32-a9a77a90ff50 req-6e3748d2-d542-4ffa-adf2-efcf773851f1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7f18be0815224addb543ffddc7807c85&device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 1096 time: 0.0720460 Jun 12 13:06:02.180714 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-9cbccb38-5b1b-40cb-9d32-a9a77a90ff50 req-259e5f7f-c365-4237-a44c-d279cd929d6f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29e6c152-4c94-451c-bc2d-51c467d5b59f HTTP/1.1" status: 200 len: 217 time: 0.0523996 Jun 12 13:06:02.255505 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbccb38-5b1b-40cb-9d32-a9a77a90ff50 req-586964be-6200-498b-b96a-2d7f29a61a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:02.256892 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-9cbccb38-5b1b-40cb-9d32-a9a77a90ff50 req-586964be-6200-498b-b96a-2d7f29a61a70 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f2822e5c-4cf7-4702-9de8-8d297e10d4e8 HTTP/1.1" status: 200 len: 856 time: 0.0689249 Jun 12 13:06:02.340537 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbccb38-5b1b-40cb-9d32-a9a77a90ff50 req-9370d994-c37d-4037-9c5d-c042372aba57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:02.342032 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-9cbccb38-5b1b-40cb-9d32-a9a77a90ff50 req-9370d994-c37d-4037-9c5d-c042372aba57 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=64b4b39f-e457-4d52-beb5-ab2bbde33d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0786021 Jun 12 13:06:02.470334 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-9cbccb38-5b1b-40cb-9d32-a9a77a90ff50 req-2dff427c-e746-46de-9f83-59d01c166df4 service neutron] 10.222.0.30 "GET /v2.0/networks/64b4b39f-e457-4d52-beb5-ab2bbde33d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207201 Jun 12 13:06:02.607524 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-9cbccb38-5b1b-40cb-9d32-a9a77a90ff50 req-f23764a8-f1f5-467b-ae12-51517422272d service neutron] 10.222.0.30 "GET /v2.0/networks/64b4b39f-e457-4d52-beb5-ab2bbde33d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302922 Jun 12 13:06:02.729018 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d1b4eb-ad7d-4b9e-a47f-513e6be79483 req-25156eae-eba7-41b9-8c40-628cd4465355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:02.730544 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-c4d1b4eb-ad7d-4b9e-a47f-513e6be79483 req-25156eae-eba7-41b9-8c40-628cd4465355 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7f18be0815224addb543ffddc7807c85&device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 1096 time: 0.0666120 Jun 12 13:06:02.853064 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d1b4eb-ad7d-4b9e-a47f-513e6be79483 req-da00cb91-9f8a-40fa-93d3-6baa8392789c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:02.855208 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-c4d1b4eb-ad7d-4b9e-a47f-513e6be79483 req-da00cb91-9f8a-40fa-93d3-6baa8392789c service neutron] 10.222.0.30 "GET /v2.0/networks?id=64b4b39f-e457-4d52-beb5-ab2bbde33d05 HTTP/1.1" status: 200 len: 918 time: 0.1176300 Jun 12 13:06:02.899762 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425bd17-be33-43b1-b6a7-d6c7e528e0b5 req-f54b9c26-6b70-4de0-ad7e-4244fc245b17 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:02.901146 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-6425bd17-be33-43b1-b6a7-d6c7e528e0b5 req-f54b9c26-6b70-4de0-ad7e-4244fc245b17 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 943 time: 0.0754375 Jun 12 13:06:02.916715 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-c4d1b4eb-ad7d-4b9e-a47f-513e6be79483 req-712f9676-14d8-4e6b-bd59-77e3a06879fa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29e6c152-4c94-451c-bc2d-51c467d5b59f HTTP/1.1" status: 200 len: 217 time: 0.0549355 Jun 12 13:06:02.944394 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-6425bd17-be33-43b1-b6a7-d6c7e528e0b5 req-9057e14e-1891-4aef-8ebc-2f7e3c967e45 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=224ecf89-5379-4ba7-b3f1-52eb5f3bacaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375879 Jun 12 13:06:02.975907 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d1b4eb-ad7d-4b9e-a47f-513e6be79483 req-ea3a89a7-3821-4f95-a3f7-9263835aaeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:02.977336 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-c4d1b4eb-ad7d-4b9e-a47f-513e6be79483 req-ea3a89a7-3821-4f95-a3f7-9263835aaeed service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f2822e5c-4cf7-4702-9de8-8d297e10d4e8 HTTP/1.1" status: 200 len: 856 time: 0.0541346 Jun 12 13:06:03.345527 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d1b4eb-ad7d-4b9e-a47f-513e6be79483 req-53cd8edc-2b69-49ea-a1f0-5ab4dbb1e5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:03.347040 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-c4d1b4eb-ad7d-4b9e-a47f-513e6be79483 req-53cd8edc-2b69-49ea-a1f0-5ab4dbb1e5af service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=64b4b39f-e457-4d52-beb5-ab2bbde33d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3629172 Jun 12 13:06:03.500534 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-c4d1b4eb-ad7d-4b9e-a47f-513e6be79483 req-f0d87808-b3b8-4e3a-b214-3ab912a6336b service neutron] 10.222.0.30 "GET /v2.0/networks/64b4b39f-e457-4d52-beb5-ab2bbde33d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457427 Jun 12 13:06:03.653272 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-c4d1b4eb-ad7d-4b9e-a47f-513e6be79483 req-bb7877ff-019a-4ef7-9196-b2d81c793b7e service neutron] 10.222.0.30 "GET /v2.0/networks/64b4b39f-e457-4d52-beb5-ab2bbde33d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449513 Jun 12 13:06:03.656191 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-e370d8b8-210c-4abe-9934-7c0ce7f475bc req-416b8e40-c21d-4d26-bbde-412324084b40 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1986446542&fields=id&tenant_id=28043c4af02547deae876ba39ba11123 HTTP/1.1" status: 200 len: 267 time: 0.0674624 Jun 12 13:06:03.730434 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e370d8b8-210c-4abe-9934-7c0ce7f475bc req-4825c300-22ba-444b-a04f-785e7698bc91 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:03.731882 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-e370d8b8-210c-4abe-9934-7c0ce7f475bc req-4825c300-22ba-444b-a04f-785e7698bc91 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ac2fe1-1e41-436e-bb7c-d7089da6088c HTTP/1.1" status: 200 len: 984 time: 0.0694401 Jun 12 13:06:03.743012 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [req-e370d8b8-210c-4abe-9934-7c0ce7f475bc req-ea016e1e-e7d8-4848-abf6-e07deae67638 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Request body: {'port': {'security_groups': ['e07f563c-91f7-4cb3-9549-e4e7eef36183']}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:06:03.838957 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-e370d8b8-210c-4abe-9934-7c0ce7f475bc req-ea016e1e-e7d8-4848-abf6-e07deae67638 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:04.089205 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [req-e370d8b8-210c-4abe-9934-7c0ce7f475bc req-ea016e1e-e7d8-4848-abf6-e07deae67638 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] For port 9c469eb0-e066-4d4d-91bf-f05d359fc250, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=9c469eb0-e066-4d4d-91bf-f05d359fc250,segment=NetworkSegment(382e8118-34d6-4f10-93a0-5e236951bf44),segment_id=382e8118-34d6-4f10-93a0-5e236951bf44)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:06:04.122895 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-e370d8b8-210c-4abe-9934-7c0ce7f475bc req-ea016e1e-e7d8-4848-abf6-e07deae67638 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Notify callbacks [] for port, precommit_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:04.127603 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-e370d8b8-210c-4abe-9934-7c0ce7f475bc req-ea016e1e-e7d8-4848-abf6-e07deae67638 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14082976'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:04.134902 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-6349de92-f3c5-42a1-a307-3b3a9615f6fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:06:04.139874 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] get_ports_and_sgs() called for port_ids ['9c469eb0-e066-4d4d-91bf-f05d359fc250'] {{(pid=91668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 13:06:04.169268 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f1d881-9659-4f6b-862e-ca37a6a3e163 req-2b0dbcee-b46a-4d20-9414-3aa76b4a8145 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:04.170854 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-17f1d881-9659-4f6b-862e-ca37a6a3e163 req-2b0dbcee-b46a-4d20-9414-3aa76b4a8145 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 943 time: 0.0808961 Jun 12 13:06:04.185191 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e370d8b8-210c-4abe-9934-7c0ce7f475bc req-ea016e1e-e7d8-4848-abf6-e07deae67638 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:04.185843 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-e370d8b8-210c-4abe-9934-7c0ce7f475bc req-ea016e1e-e7d8-4848-abf6-e07deae67638 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920'] for port, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:04.187263 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-e370d8b8-210c-4abe-9934-7c0ce7f475bc req-ea016e1e-e7d8-4848-abf6-e07deae67638 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "PUT /v2.0/ports/9c469eb0-e066-4d4d-91bf-f05d359fc250 HTTP/1.1" status: 200 len: 942 time: 0.4493117 Jun 12 13:06:04.193648 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ac2fe1-1e41-436e-bb7c-d7089da6088c', 'tag': '9c469eb0-e066-4d4d-91bf-f05d359fc250'}] {{(pid=91666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 13:06:04.193863 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba2aedb3ce59156ad261fd92086ba05f02985526b362ab5d5a646d7af1b76f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97624bf0-8455-4930-99b9-a23d73b1f78b" -d '{"events": [{"name": "network-changed", "server_uuid": "19ac2fe1-1e41-436e-bb7c-d7089da6088c", "tag": "9c469eb0-e066-4d4d-91bf-f05d359fc250"}]}' {{(pid=91666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 13:06:04.206353 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 60122) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:06:04.263035 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea016e1e-e7d8-4848-abf6-e07deae67638 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Pushing event updated for resources: {'Port': ['ID=9c469eb0-e066-4d4d-91bf-f05d359fc250,revision_number=7']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:06:04.267109 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-ea016e1e-e7d8-4848-abf6-e07deae67638 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:06:04.269710 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 13:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f64a9c-0a53-47e1-bd87-4797480ed47f x-openstack-request-id: req-d0f64a9c-0a53-47e1-bd87-4797480ed47f {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 13:06:04.270102 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19ac2fe1-1e41-436e-bb7c-d7089da6088c", "tag": "9c469eb0-e066-4d4d-91bf-f05d359fc250", "status": "completed", "code": 200}]} {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 13:06:04.271594 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d0f64a9c-0a53-47e1-bd87-4797480ed47f {{(pid=91666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 13:06:04.272034 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ac2fe1-1e41-436e-bb7c-d7089da6088c', 'tag': '9c469eb0-e066-4d4d-91bf-f05d359fc250', 'status': 'completed', 'code': 200} Jun 12 13:06:04.280786 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-17f1d881-9659-4f6b-862e-ca37a6a3e163 req-123448ca-8962-4806-8147-85e109cb26fe tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=224ecf89-5379-4ba7-b3f1-52eb5f3bacaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981359 Jun 12 13:06:04.353653 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-a2082677-ee03-40d1-a513-3416bc9d0130 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Notify callbacks [] for security_group, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:04.356470 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] get_ports_and_sgs() called for port_ids ['9c469eb0-e066-4d4d-91bf-f05d359fc250'] {{(pid=91668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 13:06:04.391839 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-a2082677-ee03-40d1-a513-3416bc9d0130 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:04.440706 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97624bf0-8455-4930-99b9-a23d73b1f78b req-5334beee-250e-4eef-9d3b-bd6a49afdbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:04.442621 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-97624bf0-8455-4930-99b9-a23d73b1f78b req-5334beee-250e-4eef-9d3b-bd6a49afdbd6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=28043c4af02547deae876ba39ba11123&device_id=19ac2fe1-1e41-436e-bb7c-d7089da6088c HTTP/1.1" status: 200 len: 1098 time: 0.1357548 Jun 12 13:06:04.493950 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-dfe67c88-7bce-46da-bd89-8a5258f56b63 None None] Provisioning complete for port 9c469eb0-e066-4d4d-91bf-f05d359fc250 triggered by entity DHCP. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 13:06:04.494359 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-dfe67c88-7bce-46da-bd89-8a5258f56b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:04.599448 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-a2082677-ee03-40d1-a513-3416bc9d0130 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:04.601918 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-a2082677-ee03-40d1-a513-3416bc9d0130 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Notify callbacks [] for security_group, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:04.603086 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-a2082677-ee03-40d1-a513-3416bc9d0130 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "DELETE /v2.0/security-groups/942882e3-e2ed-430b-b267-956ec92c5245 HTTP/1.1" status: 204 len: 168 time: 0.3997025 Jun 12 13:06:04.607156 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:06:04.607861 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 60126) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:06:04.635829 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2082677-ee03-40d1-a513-3416bc9d0130 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=942882e3-e2ed-430b-b267-956ec92c5245,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:06:04.639028 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97624bf0-8455-4930-99b9-a23d73b1f78b req-978b2bd6-dfb5-435c-9d8f-4e855e519069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:04.641240 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-97624bf0-8455-4930-99b9-a23d73b1f78b req-978b2bd6-dfb5-435c-9d8f-4e855e519069 service neutron] 10.222.0.30 "GET /v2.0/networks?id=54c7db29-a6b2-421f-a94c-ecf9cae6372c HTTP/1.1" status: 200 len: 915 time: 0.1920054 Jun 12 13:06:04.642705 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-a2082677-ee03-40d1-a513-3416bc9d0130 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:06:04.738138 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-97624bf0-8455-4930-99b9-a23d73b1f78b req-9339dd93-a674-40ea-b0a8-b1b8ba308d2b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c469eb0-e066-4d4d-91bf-f05d359fc250 HTTP/1.1" status: 200 len: 1001 time: 0.0891259 Jun 12 13:06:04.803383 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97624bf0-8455-4930-99b9-a23d73b1f78b req-d66918bc-3671-45ab-91bb-cd2acd564446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:04.804850 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-97624bf0-8455-4930-99b9-a23d73b1f78b req-d66918bc-3671-45ab-91bb-cd2acd564446 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e01ad32-86ed-4941-907b-b1f5650bfa34 HTTP/1.1" status: 200 len: 853 time: 0.0586774 Jun 12 13:06:04.874260 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97624bf0-8455-4930-99b9-a23d73b1f78b req-2da2411d-4416-46b9-9f26-9849c3f4b840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:04.875805 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-97624bf0-8455-4930-99b9-a23d73b1f78b req-2da2411d-4416-46b9-9f26-9849c3f4b840 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=54c7db29-a6b2-421f-a94c-ecf9cae6372c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0642354 Jun 12 13:06:04.998580 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-97624bf0-8455-4930-99b9-a23d73b1f78b req-75af91ee-f60e-4c26-85ed-ff9f935f2122 service neutron] 10.222.0.30 "GET /v2.0/networks/54c7db29-a6b2-421f-a94c-ecf9cae6372c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134694 Jun 12 13:06:05.072019 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-bbaed6a2-4bbc-4b9d-bf79-a3c2d268c2d3 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Deleting port 9637b34d-f90e-4348-8149-9cec8c554058 {{(pid=91667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 13:06:05.072364 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-bbaed6a2-4bbc-4b9d-bf79-a3c2d268c2d3 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752044867880'] for port, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:05.122100 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-97624bf0-8455-4930-99b9-a23d73b1f78b req-e02d1290-83c7-4379-be85-2d237b0c5126 service neutron] 10.222.0.30 "GET /v2.0/networks/54c7db29-a6b2-421f-a94c-ecf9cae6372c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161654 Jun 12 13:06:05.173486 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-bbaed6a2-4bbc-4b9d-bf79-a3c2d268c2d3 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455153'] for port, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:05.174112 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-bbaed6a2-4bbc-4b9d-bf79-a3c2d268c2d3 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:05.274273 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-bbaed6a2-4bbc-4b9d-bf79-a3c2d268c2d3 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Calling delete_port for 9637b34d-f90e-4348-8149-9cec8c554058 owned by network:floatingip {{(pid=91667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 13:06:05.485996 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-bbaed6a2-4bbc-4b9d-bf79-a3c2d268c2d3 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752044873292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752044431921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13277804'] for port, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:05.489197 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-a15bcb7a-b604-4846-b196-3584beddb2e5 tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:06:05.505202 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb122e-f24d-4394-b083-2a26649630f3 req-9e465c46-5969-45bc-831c-a8fad0cfeb17 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:05.506734 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-e0eb122e-f24d-4394-b083-2a26649630f3 req-9e465c46-5969-45bc-831c-a8fad0cfeb17 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 943 time: 0.0729733 Jun 12 13:06:05.518235 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaed6a2-4bbc-4b9d-bf79-a3c2d268c2d3 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Pushing event deleted for resources: {'Port': ['ID=9637b34d-f90e-4348-8149-9cec8c554058,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:06:05.522555 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-bbaed6a2-4bbc-4b9d-bf79-a3c2d268c2d3 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:06:05.557839 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-e0eb122e-f24d-4394-b083-2a26649630f3 req-471bd085-a13e-40cd-8b9b-bc8f384328eb tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=224ecf89-5379-4ba7-b3f1-52eb5f3bacaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454278 Jun 12 13:06:05.602294 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-bbaed6a2-4bbc-4b9d-bf79-a3c2d268c2d3 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Notify callbacks [] for floatingip, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:05.602663 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.db.l3_db [None req-bbaed6a2-4bbc-4b9d-bf79-a3c2d268c2d3 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Floating IP e011336d-9118-4d68-90d9-fe83df142211 disassociated (deleted). External IP: 172.27.3.245, port: 9c469eb0-e066-4d4d-91bf-f05d359fc250. Jun 12 13:06:05.887086 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbaed6a2-4bbc-4b9d-bf79-a3c2d268c2d3 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Router c74d378b-95c4-4c8e-8a05-dd41fb37004f has already been hosted by L3 agent 68a3a672-d21c-4adb-804e-7b4e770767ea {{(pid=91667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 13:06:05.978185 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device 29e6c152-4c94-451c-bc2d-51c467d5b59f details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 13:06:06.062531 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbaed6a2-4bbc-4b9d-bf79-a3c2d268c2d3 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Notify agent at l3_agent.dv-cinder-796114-1-iscsi the message routers_updated {{(pid=91667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 13:06:06.067951 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-bbaed6a2-4bbc-4b9d-bf79-a3c2d268c2d3 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920'] for floatingip, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:06.073295 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b18645b-e441-403f-8228-8cd7f9fb50d2 None None] Sync routers for ids ['c74d378b-95c4-4c8e-8a05-dd41fb37004f'] in dv-cinder-796114-1-iscsi {{(pid=91668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 13:06:06.096347 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b18645b-e441-403f-8228-8cd7f9fb50d2 None None] Routers {'c74d378b-95c4-4c8e-8a05-dd41fb37004f'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 13:06:06.096967 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-9b18645b-e441-403f-8228-8cd7f9fb50d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T13:05:53Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['c74d378b-95c4-4c8e-8a05-dd41fb37004f'], 'active': True} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:06:06.112579 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-bbaed6a2-4bbc-4b9d-bf79-a3c2d268c2d3 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "DELETE /v2.0/floatingips/e011336d-9118-4d68-90d9-fe83df142211 HTTP/1.1" status: 204 len: 168 time: 1.5035233 Jun 12 13:06:06.113546 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ac2fe1-1e41-436e-bb7c-d7089da6088c', 'tag': '9c469eb0-e066-4d4d-91bf-f05d359fc250'}] {{(pid=91667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 13:06:06.116160 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67243a7e54e3ab7b6e3c39020b1271d9e6c7e43a6696a4fb95c7e45675bdf643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a70ea96e-5e23-4684-b503-30d80461cfdc" -d '{"events": [{"name": "network-changed", "server_uuid": "19ac2fe1-1e41-436e-bb7c-d7089da6088c", "tag": "9c469eb0-e066-4d4d-91bf-f05d359fc250"}]}' {{(pid=91667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 13:06:06.156269 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 13:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8a524b-2353-4483-b2db-0ef0a988b60f x-openstack-request-id: req-5b8a524b-2353-4483-b2db-0ef0a988b60f {{(pid=91667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 13:06:06.156729 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19ac2fe1-1e41-436e-bb7c-d7089da6088c", "tag": "9c469eb0-e066-4d4d-91bf-f05d359fc250", "status": "completed", "code": 200}]} {{(pid=91667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 13:06:06.157403 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5b8a524b-2353-4483-b2db-0ef0a988b60f {{(pid=91667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 13:06:06.157585 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ac2fe1-1e41-436e-bb7c-d7089da6088c', 'tag': '9c469eb0-e066-4d4d-91bf-f05d359fc250', 'status': 'completed', 'code': 200} Jun 12 13:06:06.211412 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port 29e6c152-4c94-451c-bc2d-51c467d5b59f, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=29e6c152-4c94-451c-bc2d-51c467d5b59f,segment=NetworkSegment(a0a674b8-7738-4903-8a88-2eeaa5688873),segment_id=a0a674b8-7738-4903-8a88-2eeaa5688873)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:06:06.256711 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Returning: {'device': '29e6c152-4c94-451c-bc2d-51c467d5b59f', 'network_id': '64b4b39f-e457-4d52-beb5-ab2bbde33d05', 'port_id': '29e6c152-4c94-451c-bc2d-51c467d5b59f', 'mac_address': 'fa:16:3e:28:c5:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2822e5c-4cf7-4702-9de8-8d297e10d4e8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 13:06:06.271891 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ea96e-5e23-4684-b503-30d80461cfdc req-02a53a77-9204-44bb-b513-18b088f50b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:06.274019 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-a70ea96e-5e23-4684-b503-30d80461cfdc req-02a53a77-9204-44bb-b513-18b088f50b12 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=28043c4af02547deae876ba39ba11123&device_id=19ac2fe1-1e41-436e-bb7c-d7089da6088c HTTP/1.1" status: 200 len: 1098 time: 0.0902014 Jun 12 13:06:06.315552 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvr_db [None req-9b18645b-e441-403f-8228-8cd7f9fb50d2 None None] Set router c74d378b-95c4-4c8e-8a05-dd41fb37004f gateway port host: dv-cinder-796114-1-iscsi {{(pid=91668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 13:06:06.360961 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:06.401875 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.notifiers.nova [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29e6c152-4c94-451c-bc2d-51c467d5b59f {{(pid=91668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 13:06:06.433553 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ea96e-5e23-4684-b503-30d80461cfdc req-95c7760d-0b07-4cee-acce-9aff9968d5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:06.434992 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-a70ea96e-5e23-4684-b503-30d80461cfdc req-95c7760d-0b07-4cee-acce-9aff9968d5bb service neutron] 10.222.0.30 "GET /v2.0/networks?id=54c7db29-a6b2-421f-a94c-ecf9cae6372c HTTP/1.1" status: 200 len: 915 time: 0.1531188 Jun 12 13:06:06.492505 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port 29e6c152-4c94-451c-bc2d-51c467d5b59f, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=29e6c152-4c94-451c-bc2d-51c467d5b59f,segment=NetworkSegment(a0a674b8-7738-4903-8a88-2eeaa5688873),segment_id=a0a674b8-7738-4903-8a88-2eeaa5688873)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:06:06.504354 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:06.507746 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:06:06.517558 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-a70ea96e-5e23-4684-b503-30d80461cfdc req-9ca87f64-4ab8-45a5-9516-bdc963e26687 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c469eb0-e066-4d4d-91bf-f05d359fc250 HTTP/1.1" status: 200 len: 217 time: 0.0677605 Jun 12 13:06:06.583175 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ea96e-5e23-4684-b503-30d80461cfdc req-13782ce4-57b7-4591-8b8b-7e80c3b45f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:06.584675 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-a70ea96e-5e23-4684-b503-30d80461cfdc req-13782ce4-57b7-4591-8b8b-7e80c3b45f55 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e01ad32-86ed-4941-907b-b1f5650bfa34 HTTP/1.1" status: 200 len: 853 time: 0.0607219 Jun 12 13:06:06.628672 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Pushing event updated for resources: {'Port': ['ID=29e6c152-4c94-451c-bc2d-51c467d5b59f,revision_number=4']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:06:06.635305 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:06:06.667305 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ea96e-5e23-4684-b503-30d80461cfdc req-8d2f955c-7d36-42c2-9567-6af15d59aa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:06.668711 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-a70ea96e-5e23-4684-b503-30d80461cfdc req-8d2f955c-7d36-42c2-9567-6af15d59aa82 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=54c7db29-a6b2-421f-a94c-ecf9cae6372c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0700336 Jun 12 13:06:06.699083 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-9b18645b-e441-403f-8228-8cd7f9fb50d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74d378b-95c4-4c8e-8a05-dd41fb37004f', 'name': 'tempest-TestMinimumBasicScenario-194615628-router', 'tenant_id': '28043c4af02547deae876ba39ba11123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '1ab885c0-f780-433a-aa45-8b5f47480e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:59:37Z', 'updated_at': '2021-06-12T12:59:41Z', 'revision_number': 4, 'project_id': '28043c4af02547deae876ba39ba11123', 'gw_port': {'id': '1ab885c0-f780-433a-aa45-8b5f47480e7d', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74d378b-95c4-4c8e-8a05-dd41fb37004f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:59:37Z', 'updated_at': '2021-06-12T12:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_interfaces': [{'id': '3760157d-0d53-4c4b-9b87-f9ded85e2c00', 'name': '', 'network_id': '54c7db29-a6b2-421f-a94c-ecf9cae6372c', 'tenant_id': '28043c4af02547deae876ba39ba11123', 'mac_address': 'fa:16:3e:12:1b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74d378b-95c4-4c8e-8a05-dd41fb37004f', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '9e01ad32-86ed-4941-907b-b1f5650bfa34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:59:40Z', 'updated_at': '2021-06-12T12:59:49Z', 'revision_number': 5, 'project_id': '28043c4af02547deae876ba39ba11123', 'subnets': [{'id': '9e01ad32-86ed-4941-907b-b1f5650bfa34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:06:06.702855 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b18645b-e441-403f-8228-8cd7f9fb50d2 None None] Checking router: c74d378b-95c4-4c8e-8a05-dd41fb37004f for host: dv-cinder-796114-1-iscsi {{(pid=91668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 13:06:06.713077 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b18645b-e441-403f-8228-8cd7f9fb50d2 None None] Routers {'c74d378b-95c4-4c8e-8a05-dd41fb37004f'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 13:06:06.713818 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-9b18645b-e441-403f-8228-8cd7f9fb50d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T13:05:53Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['c74d378b-95c4-4c8e-8a05-dd41fb37004f'], 'active': True} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:06:06.778784 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84bdbe8-92d0-40db-b017-396466250827 req-afe1c052-0ebd-4988-8a3b-7f122174b325 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:06.780520 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-d84bdbe8-92d0-40db-b017-396466250827 req-afe1c052-0ebd-4988-8a3b-7f122174b325 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 944 time: 0.0853498 Jun 12 13:06:06.793683 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-a70ea96e-5e23-4684-b503-30d80461cfdc req-9411860f-3c92-4bab-89d7-a214d50cb478 service neutron] 10.222.0.30 "GET /v2.0/networks/54c7db29-a6b2-421f-a94c-ecf9cae6372c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151681 Jun 12 13:06:06.829581 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-d84bdbe8-92d0-40db-b017-396466250827 req-2c1f4480-9523-4e2c-bbb9-c8aeddcc99e4 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=224ecf89-5379-4ba7-b3f1-52eb5f3bacaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423539 Jun 12 13:06:06.924861 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-a70ea96e-5e23-4684-b503-30d80461cfdc req-ba6a837e-7cfa-4754-bf97-bc8c9becc983 service neutron] 10.222.0.30 "GET /v2.0/networks/54c7db29-a6b2-421f-a94c-ecf9cae6372c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246560 Jun 12 13:06:06.958834 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] get_ports_and_sgs() called for port_ids ['29e6c152-4c94-451c-bc2d-51c467d5b59f'] {{(pid=91668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 13:06:07.061605 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvr_db [None req-9b18645b-e441-403f-8228-8cd7f9fb50d2 None None] Set router c74d378b-95c4-4c8e-8a05-dd41fb37004f gateway port host: dv-cinder-796114-1-iscsi {{(pid=91668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 13:06:07.404610 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-9b18645b-e441-403f-8228-8cd7f9fb50d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74d378b-95c4-4c8e-8a05-dd41fb37004f', 'name': 'tempest-TestMinimumBasicScenario-194615628-router', 'tenant_id': '28043c4af02547deae876ba39ba11123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '1ab885c0-f780-433a-aa45-8b5f47480e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:59:37Z', 'updated_at': '2021-06-12T12:59:41Z', 'revision_number': 4, 'project_id': '28043c4af02547deae876ba39ba11123', 'gw_port': {'id': '1ab885c0-f780-433a-aa45-8b5f47480e7d', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74d378b-95c4-4c8e-8a05-dd41fb37004f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:59:37Z', 'updated_at': '2021-06-12T12:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_interfaces': [{'id': '3760157d-0d53-4c4b-9b87-f9ded85e2c00', 'name': '', 'network_id': '54c7db29-a6b2-421f-a94c-ecf9cae6372c', 'tenant_id': '28043c4af02547deae876ba39ba11123', 'mac_address': 'fa:16:3e:12:1b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74d378b-95c4-4c8e-8a05-dd41fb37004f', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '9e01ad32-86ed-4941-907b-b1f5650bfa34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:59:40Z', 'updated_at': '2021-06-12T12:59:49Z', 'revision_number': 5, 'project_id': '28043c4af02547deae876ba39ba11123', 'subnets': [{'id': '9e01ad32-86ed-4941-907b-b1f5650bfa34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:06:07.408023 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b18645b-e441-403f-8228-8cd7f9fb50d2 None None] The sync data for ids ['c74d378b-95c4-4c8e-8a05-dd41fb37004f'] in dv-cinder-796114-1-iscsi is: [{'id': 'c74d378b-95c4-4c8e-8a05-dd41fb37004f', 'name': 'tempest-TestMinimumBasicScenario-194615628-router', 'tenant_id': '28043c4af02547deae876ba39ba11123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '1ab885c0-f780-433a-aa45-8b5f47480e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:59:37Z', 'updated_at': '2021-06-12T12:59:41Z', 'revision_number': 4, 'project_id': '28043c4af02547deae876ba39ba11123', 'gw_port': {'id': '1ab885c0-f780-433a-aa45-8b5f47480e7d', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74d378b-95c4-4c8e-8a05-dd41fb37004f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:59:37Z', 'updated_at': '2021-06-12T12:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_interfaces': [{'id': '3760157d-0d53-4c4b-9b87-f9ded85e2c00', 'name': '', 'network_id': '54c7db29-a6b2-421f-a94c-ecf9cae6372c', 'tenant_id': '28043c4af02547deae876ba39ba11123', 'mac_address': 'fa:16:3e:12:1b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74d378b-95c4-4c8e-8a05-dd41fb37004f', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '9e01ad32-86ed-4941-907b-b1f5650bfa34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:59:40Z', 'updated_at': '2021-06-12T12:59:49Z', 'revision_number': 5, 'project_id': '28043c4af02547deae876ba39ba11123', 'subnets': [{'id': '9e01ad32-86ed-4941-907b-b1f5650bfa34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 13:06:07.623556 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e7a52a-afa9-4d11-b0b2-5813b8f2ef8c None None] New status for floating IP e011336d-9118-4d68-90d9-fe83df142211: DOWN {{(pid=91669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 12 13:06:08.025424 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880b11f-2592-4856-8ce4-12d42f442d77 req-dc039856-a117-48e1-bb28-b1ab5b2669e3 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:08.026910 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-2880b11f-2592-4856-8ce4-12d42f442d77 req-dc039856-a117-48e1-bb28-b1ab5b2669e3 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 944 time: 0.0715783 Jun 12 13:06:08.070040 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-2880b11f-2592-4856-8ce4-12d42f442d77 req-f950aa56-8b5e-4638-9e60-dc3b4ba1fb25 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=224ecf89-5379-4ba7-b3f1-52eb5f3bacaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371127 Jun 12 13:06:09.274533 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1a6b82-2341-4602-8fcd-1665a2c53c49 req-92d2151e-f2e1-441d-a50a-b98ccd6f1db0 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:09.275994 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-1f1a6b82-2341-4602-8fcd-1665a2c53c49 req-92d2151e-f2e1-441d-a50a-b98ccd6f1db0 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 944 time: 0.0732775 Jun 12 13:06:09.316368 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854fbb38-1c90-4925-bd26-a6f4286c21c0 req-a6e6d75e-40eb-4cb2-af61-644e77b61ab8 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:09.317977 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-854fbb38-1c90-4925-bd26-a6f4286c21c0 req-a6e6d75e-40eb-4cb2-af61-644e77b61ab8 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ac2fe1-1e41-436e-bb7c-d7089da6088c HTTP/1.1" status: 200 len: 945 time: 0.0699680 Jun 12 13:06:09.321614 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-1f1a6b82-2341-4602-8fcd-1665a2c53c49 req-5db0ffcb-3dfd-45c9-b672-02f8d2db68e0 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=224ecf89-5379-4ba7-b3f1-52eb5f3bacaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398691 Jun 12 13:06:09.373016 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-854fbb38-1c90-4925-bd26-a6f4286c21c0 req-d4c92231-38cd-4738-bdbb-84de33b6c0d3 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/security-groups?id=e07f563c-91f7-4cb3-9549-e4e7eef36183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490909 Jun 12 13:06:09.989372 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device 29e6c152-4c94-451c-bc2d-51c467d5b59f up at agent hyperv_hv-cinder-79611 {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 13:06:10.043848 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Provisioning for port 29e6c152-4c94-451c-bc2d-51c467d5b59f completed by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 13:06:10.047379 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Provisioning complete for port 29e6c152-4c94-451c-bc2d-51c467d5b59f triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 13:06:10.047754 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:10.146741 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:10.171221 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c980e74-4e0e-4f7d-b8f8-bb7240919ee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e6c152-4c94-451c-bc2d-51c467d5b59f'}] {{(pid=91668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 13:06:10.173456 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80aeb099eed554921aeb9584cad5061c500859d49ba4b111a23145803cb4192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bbb176a-9a2f-4dd7-b391-409ce9397cba" -d '{"events": [{"server_uuid": "0c980e74-4e0e-4f7d-b8f8-bb7240919ee2", "name": "network-vif-plugged", "status": "completed", "tag": "29e6c152-4c94-451c-bc2d-51c467d5b59f"}]}' {{(pid=91668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 13:06:10.187408 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port 29e6c152-4c94-451c-bc2d-51c467d5b59f, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=29e6c152-4c94-451c-bc2d-51c467d5b59f,segment=NetworkSegment(a0a674b8-7738-4903-8a88-2eeaa5688873),segment_id=a0a674b8-7738-4903-8a88-2eeaa5688873)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:06:10.191814 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:10.193733 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:06:10.220942 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 13:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d80e01-3dbb-4659-99b1-03aa9e8b36e8 x-openstack-request-id: req-30d80e01-3dbb-4659-99b1-03aa9e8b36e8 {{(pid=91668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 13:06:10.221237 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c980e74-4e0e-4f7d-b8f8-bb7240919ee2", "name": "network-vif-plugged", "status": "completed", "tag": "29e6c152-4c94-451c-bc2d-51c467d5b59f", "code": 200}]} {{(pid=91668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 13:06:10.221490 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-30d80e01-3dbb-4659-99b1-03aa9e8b36e8 {{(pid=91668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 13:06:10.221877 dv-cinder-796114-1-iscsi neutron-server[91668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c980e74-4e0e-4f7d-b8f8-bb7240919ee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e6c152-4c94-451c-bc2d-51c467d5b59f', 'code': 200} Jun 12 13:06:10.252359 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Pushing event updated for resources: {'Port': ['ID=29e6c152-4c94-451c-bc2d-51c467d5b59f,revision_number=5']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:06:10.256305 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:06:10.277179 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da668f-1f42-4fe4-a6c2-116f4c1758eb req-ba3947e0-efcf-46a6-af67-c560ecb2a2d3 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:10.278831 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-b2da668f-1f42-4fe4-a6c2-116f4c1758eb req-ba3947e0-efcf-46a6-af67-c560ecb2a2d3 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.30 "GET /v2.0/ports?device_id=19ac2fe1-1e41-436e-bb7c-d7089da6088c HTTP/1.1" status: 200 len: 945 time: 0.0881827 Jun 12 13:06:10.401815 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [req-b2da668f-1f42-4fe4-a6c2-116f4c1758eb req-b46c43ed-7f02-49ab-b353-eb3c00a1da1b tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Deleting port 9c469eb0-e066-4d4d-91bf-f05d359fc250 {{(pid=91666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 13:06:10.402591 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-b2da668f-1f42-4fe4-a6c2-116f4c1758eb req-b46c43ed-7f02-49ab-b353-eb3c00a1da1b tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752044867880'] for port, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:10.469551 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f6156-637b-4636-999a-2a0b598f037f req-afcfd650-34f7-45a3-9b96-7634bde8e63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:10.472612 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-cc3f6156-637b-4636-999a-2a0b598f037f req-afcfd650-34f7-45a3-9b96-7634bde8e63e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 1098 time: 0.0880880 Jun 12 13:06:10.560960 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-cc3f6156-637b-4636-999a-2a0b598f037f req-b0cfba76-d5aa-4b44-a6fe-77aa67f8500f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=224ecf89-5379-4ba7-b3f1-52eb5f3bacaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810974 Jun 12 13:06:10.622920 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [req-b2da668f-1f42-4fe4-a6c2-116f4c1758eb req-b46c43ed-7f02-49ab-b353-eb3c00a1da1b tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] For port 9c469eb0-e066-4d4d-91bf-f05d359fc250, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=9c469eb0-e066-4d4d-91bf-f05d359fc250,segment=NetworkSegment(382e8118-34d6-4f10-93a0-5e236951bf44),segment_id=382e8118-34d6-4f10-93a0-5e236951bf44)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:06:10.623449 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-b2da668f-1f42-4fe4-a6c2-116f4c1758eb req-b46c43ed-7f02-49ab-b353-eb3c00a1da1b tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455153'] for port, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:10.663031 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146a688f-0e94-4c58-836a-f342ee52754a req-2e960795-b038-48b7-a844-737a30723b80 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:10.665535 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-146a688f-0e94-4c58-836a-f342ee52754a req-2e960795-b038-48b7-a844-737a30723b80 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ac2fe1-1e41-436e-bb7c-d7089da6088c HTTP/1.1" status: 200 len: 945 time: 0.1357872 Jun 12 13:06:10.736473 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-146a688f-0e94-4c58-836a-f342ee52754a req-8f8665fd-e43d-4869-a723-ec63499b243f tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.23 "GET /v2.0/security-groups?id=e07f563c-91f7-4cb3-9549-e4e7eef36183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615981 Jun 12 13:06:10.761562 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [req-b2da668f-1f42-4fe4-a6c2-116f4c1758eb req-b46c43ed-7f02-49ab-b353-eb3c00a1da1b tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Calling delete_port for 9c469eb0-e066-4d4d-91bf-f05d359fc250 owned by compute:nova {{(pid=91666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 13:06:10.780754 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc16d72-0538-4b44-b155-c096e2d1673a req-f3069976-3adc-4b35-8558-f033960791bc tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:10.782334 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-3dc16d72-0538-4b44-b155-c096e2d1673a req-f3069976-3adc-4b35-8558-f033960791bc tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 945 time: 0.2648065 Jun 12 13:06:10.896159 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-3dc16d72-0538-4b44-b155-c096e2d1673a req-ea9448d7-eda5-4e8f-95bd-ec492e88d708 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=224ecf89-5379-4ba7-b3f1-52eb5f3bacaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609341 Jun 12 13:06:10.995769 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-b2da668f-1f42-4fe4-a6c2-116f4c1758eb req-b46c43ed-7f02-49ab-b353-eb3c00a1da1b tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752044873292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752044431921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14082967'] for port, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:11.003698 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-ba4ff9d2-aeee-4233-a9cc-01ad68768efa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:06:11.012031 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] get_ports_and_sgs() called for port_ids ['9c469eb0-e066-4d4d-91bf-f05d359fc250'] {{(pid=91668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 13:06:11.037885 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c43ed-7f02-49ab-b353-eb3c00a1da1b tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Pushing event deleted for resources: {'Port': ['ID=9c469eb0-e066-4d4d-91bf-f05d359fc250,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:06:11.042911 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-b46c43ed-7f02-49ab-b353-eb3c00a1da1b tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:06:11.097316 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2da668f-1f42-4fe4-a6c2-116f4c1758eb req-b46c43ed-7f02-49ab-b353-eb3c00a1da1b tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] No DVR routers for this DVR port 9c469eb0-e066-4d4d-91bf-f05d359fc250 on host hv-cinder-79611 {{(pid=91666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 13:06:11.099869 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-b2da668f-1f42-4fe4-a6c2-116f4c1758eb req-b46c43ed-7f02-49ab-b353-eb3c00a1da1b tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920'] for port, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:11.101916 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-b2da668f-1f42-4fe4-a6c2-116f4c1758eb req-b46c43ed-7f02-49ab-b353-eb3c00a1da1b tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] 10.222.0.30 "DELETE /v2.0/ports/9c469eb0-e066-4d4d-91bf-f05d359fc250 HTTP/1.1" status: 204 len: 173 time: 0.8177991 Jun 12 13:06:11.102469 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ac2fe1-1e41-436e-bb7c-d7089da6088c', 'name': 'network-vif-deleted', 'tag': '9c469eb0-e066-4d4d-91bf-f05d359fc250'}] {{(pid=91666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 13:06:11.104842 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba2aedb3ce59156ad261fd92086ba05f02985526b362ab5d5a646d7af1b76f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef78c70e-335c-45e4-8a6e-51538f7f45df" -d '{"events": [{"server_uuid": "19ac2fe1-1e41-436e-bb7c-d7089da6088c", "name": "network-vif-deleted", "tag": "9c469eb0-e066-4d4d-91bf-f05d359fc250"}]}' {{(pid=91666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 13:06:11.145468 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 13:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64531dba-dc02-433e-9fb7-076a63e1ab7c x-openstack-request-id: req-64531dba-dc02-433e-9fb7-076a63e1ab7c {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 13:06:11.145730 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ac2fe1-1e41-436e-bb7c-d7089da6088c", "name": "network-vif-deleted", "tag": "9c469eb0-e066-4d4d-91bf-f05d359fc250", "status": "completed", "code": 200}]} {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 13:06:11.146016 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-64531dba-dc02-433e-9fb7-076a63e1ab7c {{(pid=91666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 13:06:11.146473 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ac2fe1-1e41-436e-bb7c-d7089da6088c', 'name': 'network-vif-deleted', 'tag': '9c469eb0-e066-4d4d-91bf-f05d359fc250', 'status': 'completed', 'code': 200} Jun 12 13:06:12.083451 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a5692-a701-4559-a263-bed3d9a084f5 req-2c4015b8-65cc-4387-a010-b6feb846bfa9 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:12.084953 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-a53a5692-a701-4559-a263-bed3d9a084f5 req-2c4015b8-65cc-4387-a010-b6feb846bfa9 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 945 time: 0.0711412 Jun 12 13:06:12.128591 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-a53a5692-a701-4559-a263-bed3d9a084f5 req-6db44133-a349-46d4-8ef7-bae59c105a97 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=224ecf89-5379-4ba7-b3f1-52eb5f3bacaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377243 Jun 12 13:06:12.321374 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df54d1-3316-4fe8-9377-1c601c59061d req-223ea9d5-ca9f-4e0a-aa5a-65f594cc1b07 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:12.322895 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-e6df54d1-3316-4fe8-9377-1c601c59061d req-223ea9d5-ca9f-4e0a-aa5a-65f594cc1b07 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 945 time: 0.0749393 Jun 12 13:06:12.332418 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 60224) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:06:12.337184 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [None req-5339ece2-1aeb-433d-860c-2b9103adbf77 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Request body: {'floatingip': {'port_id': '29e6c152-4c94-451c-bc2d-51c467d5b59f'}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:06:12.397362 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-5339ece2-1aeb-433d-860c-2b9103adbf77 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks [] for floatingip, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:12.506402 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 60226) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:06:13.124885 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-dc2c3c4f-116a-4f4a-9a1b-0cc1e12db7fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-458196'] for router_interface, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:13.331322 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-5339ece2-1aeb-433d-860c-2b9103adbf77 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:13.337375 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-5339ece2-1aeb-433d-860c-2b9103adbf77 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454259'] for floatingip, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:13.458247 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-dc2c3c4f-116a-4f4a-9a1b-0cc1e12db7fb admin admin] Deleting port 3760157d-0d53-4c4b-9b87-f9ded85e2c00 {{(pid=91667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 13:06:13.458805 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-dc2c3c4f-116a-4f4a-9a1b-0cc1e12db7fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752044867880'] for port, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:13.480078 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.db.l3_db [None req-5339ece2-1aeb-433d-860c-2b9103adbf77 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Floating IP 24662c39-1c76-4508-9d38-9ee8942255d1 associated. External IP: 172.27.3.195, port: 29e6c152-4c94-451c-bc2d-51c467d5b59f. Jun 12 13:06:13.562355 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.db [None req-dc2c3c4f-116a-4f4a-9a1b-0cc1e12db7fb admin admin] For port 3760157d-0d53-4c4b-9b87-f9ded85e2c00, host dv-cinder-796114-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=3760157d-0d53-4c4b-9b87-f9ded85e2c00,segment=NetworkSegment(382e8118-34d6-4f10-93a0-5e236951bf44),segment_id=382e8118-34d6-4f10-93a0-5e236951bf44)] {{(pid=91667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:06:13.562713 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-dc2c3c4f-116a-4f4a-9a1b-0cc1e12db7fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455153'] for port, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:13.782891 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5339ece2-1aeb-433d-860c-2b9103adbf77 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Router 2d703b04-b819-4eec-958f-b4a2292252f1 has already been hosted by L3 agent 68a3a672-d21c-4adb-804e-7b4e770767ea {{(pid=91666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 13:06:13.923680 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-dc2c3c4f-116a-4f4a-9a1b-0cc1e12db7fb admin admin] Calling delete_port for 3760157d-0d53-4c4b-9b87-f9ded85e2c00 owned by network:router_interface {{(pid=91667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 13:06:13.937129 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5339ece2-1aeb-433d-860c-2b9103adbf77 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify agent at l3_agent.dv-cinder-796114-1-iscsi the message routers_updated {{(pid=91666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 13:06:13.942443 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-5339ece2-1aeb-433d-860c-2b9103adbf77 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920'] for floatingip, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:13.947258 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e148fd-6955-4ed7-8101-43a4460e00af None None] Sync routers for ids ['2d703b04-b819-4eec-958f-b4a2292252f1'] in dv-cinder-796114-1-iscsi {{(pid=91668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 13:06:13.957361 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e148fd-6955-4ed7-8101-43a4460e00af None None] Routers {'2d703b04-b819-4eec-958f-b4a2292252f1'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 13:06:13.958229 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-e8e148fd-6955-4ed7-8101-43a4460e00af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T13:05:53Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['2d703b04-b819-4eec-958f-b4a2292252f1'], 'active': True} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:06:13.988249 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-5339ece2-1aeb-433d-860c-2b9103adbf77 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "PUT /v2.0/floatingips/24662c39-1c76-4508-9d38-9ee8942255d1 HTTP/1.1" status: 200 len: 991 time: 1.6546781 Jun 12 13:06:13.988970 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c980e74-4e0e-4f7d-b8f8-bb7240919ee2', 'tag': '29e6c152-4c94-451c-bc2d-51c467d5b59f'}] {{(pid=91666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 13:06:13.991330 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba2aedb3ce59156ad261fd92086ba05f02985526b362ab5d5a646d7af1b76f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d178483-61e1-4b4a-964a-cba6377dff24" -d '{"events": [{"name": "network-changed", "server_uuid": "0c980e74-4e0e-4f7d-b8f8-bb7240919ee2", "tag": "29e6c152-4c94-451c-bc2d-51c467d5b59f"}]}' {{(pid=91666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 13:06:14.012531 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device 9c469eb0-e066-4d4d-91bf-f05d359fc250 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 13:06:14.030085 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 13:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8ce5f1-efd0-46e6-9db1-b539c5671b75 x-openstack-request-id: req-ad8ce5f1-efd0-46e6-9db1-b539c5671b75 {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 13:06:14.030445 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c980e74-4e0e-4f7d-b8f8-bb7240919ee2", "tag": "29e6c152-4c94-451c-bc2d-51c467d5b59f", "status": "completed", "code": 200}]} {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 13:06:14.030807 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ad8ce5f1-efd0-46e6-9db1-b539c5671b75 {{(pid=91666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 13:06:14.031254 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c980e74-4e0e-4f7d-b8f8-bb7240919ee2', 'tag': '29e6c152-4c94-451c-bc2d-51c467d5b59f', 'status': 'completed', 'code': 200} Jun 12 13:06:14.085640 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] No Port match for: 9c469eb0-e066-4d4d-91bf-f05d359fc250 {{(pid=91668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 13:06:14.085901 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device 9c469eb0-e066-4d4d-91bf-f05d359fc250 not bound to the agent host hv-cinder-79611 {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 13:06:14.140431 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d178483-61e1-4b4a-964a-cba6377dff24 req-673ffdeb-734b-4d52-83cc-3d6fe20e6108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:14.141787 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvr_db [None req-e8e148fd-6955-4ed7-8101-43a4460e00af None None] Set router 2d703b04-b819-4eec-958f-b4a2292252f1 gateway port host: dv-cinder-796114-1-iscsi {{(pid=91668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 13:06:14.141990 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-8d178483-61e1-4b4a-964a-cba6377dff24 req-673ffdeb-734b-4d52-83cc-3d6fe20e6108 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7f18be0815224addb543ffddc7807c85&device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 1098 time: 0.0842946 Jun 12 13:06:14.199901 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-dc2c3c4f-116a-4f4a-9a1b-0cc1e12db7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752044873292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752044431921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13277804'] for port, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:14.202987 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-6fd9000c-3eaa-4087-9f27-859d225cf37b tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:06:14.235322 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2c3c4f-116a-4f4a-9a1b-0cc1e12db7fb admin admin] Pushing event deleted for resources: {'Port': ['ID=3760157d-0d53-4c4b-9b87-f9ded85e2c00,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:06:14.239723 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-dc2c3c4f-116a-4f4a-9a1b-0cc1e12db7fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:06:14.278278 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d178483-61e1-4b4a-964a-cba6377dff24 req-8a1085f4-f3ac-42f0-a5b3-7f5abc33be27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:14.279775 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-8d178483-61e1-4b4a-964a-cba6377dff24 req-8a1085f4-f3ac-42f0-a5b3-7f5abc33be27 service neutron] 10.222.0.30 "GET /v2.0/networks?id=64b4b39f-e457-4d52-beb5-ab2bbde33d05 HTTP/1.1" status: 200 len: 918 time: 0.1297812 Jun 12 13:06:14.382690 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-8d178483-61e1-4b4a-964a-cba6377dff24 req-909cfa70-a109-41ef-9864-06d5115bdaec service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29e6c152-4c94-451c-bc2d-51c467d5b59f HTTP/1.1" status: 200 len: 999 time: 0.0929945 Jun 12 13:06:14.460935 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d178483-61e1-4b4a-964a-cba6377dff24 req-deb258e0-4cb1-4a50-bfd1-42c477f546e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:14.462775 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-8d178483-61e1-4b4a-964a-cba6377dff24 req-deb258e0-4cb1-4a50-bfd1-42c477f546e3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f2822e5c-4cf7-4702-9de8-8d297e10d4e8 HTTP/1.1" status: 200 len: 856 time: 0.0704057 Jun 12 13:06:14.499338 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-dc2c3c4f-116a-4f4a-9a1b-0cc1e12db7fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458564'] for router_interface, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:14.532470 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-e8e148fd-6955-4ed7-8101-43a4460e00af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d703b04-b819-4eec-958f-b4a2292252f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1705789875-router', 'tenant_id': '7f18be0815224addb543ffddc7807c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '51ea6e07-a05b-4867-8d4d-a7a8446f9496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:57:52Z', 'updated_at': '2021-06-12T12:58:06Z', 'revision_number': 4, 'project_id': '7f18be0815224addb543ffddc7807c85', 'gw_port': {'id': '51ea6e07-a05b-4867-8d4d-a7a8446f9496', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d703b04-b819-4eec-958f-b4a2292252f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:57:53Z', 'updated_at': '2021-06-12T12:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_floatingips': [{'id': '24662c39-1c76-4508-9d38-9ee8942255d1', 'tenant_id': '7f18be0815224addb543ffddc7807c85', 'floating_ip_address': '172.27.3.195', 'floating_network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'router_id': '2d703b04-b819-4eec-958f-b4a2292252f1', 'port_id': '29e6c152-4c94-451c-bc2d-51c467d5b59f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64b4b39f-e457-4d52-beb5-ab2bbde33d05', 'mac_address': 'fa:16:3e:28:c5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c980e74-4e0e-4f7d-b8f8-bb7240919ee2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T13:05:57Z', 'updated_at': '2021-06-12T13:06:13Z', 'revision_number': 1, 'project_id': '7f18be0815224addb543ffddc7807c85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a67d836e-9483-468a-9890-6e43140cd4df', 'name': '', 'network_id': '64b4b39f-e457-4d52-beb5-ab2bbde33d05', 'tenant_id': '7f18be0815224addb543ffddc7807c85', 'mac_address': 'fa:16:3e:28:2c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d703b04-b819-4eec-958f-b4a2292252f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f2822e5c-4cf7-4702-9de8-8d297e10d4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:58:01Z', 'updated_at': '2021-06-12T12:58:19Z', 'revision_number': 5, 'project_id': '7f18be0815224addb543ffddc7807c85', 'subnets': [{'id': 'f2822e5c-4cf7-4702-9de8-8d297e10d4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:06:14.534755 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d178483-61e1-4b4a-964a-cba6377dff24 req-2a804786-7ab1-42ba-9374-2b7039915bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:14.536989 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e148fd-6955-4ed7-8101-43a4460e00af None None] Checking router: 2d703b04-b819-4eec-958f-b4a2292252f1 for host: dv-cinder-796114-1-iscsi {{(pid=91668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 13:06:14.537124 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-8d178483-61e1-4b4a-964a-cba6377dff24 req-2a804786-7ab1-42ba-9374-2b7039915bf0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=64b4b39f-e457-4d52-beb5-ab2bbde33d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0705857 Jun 12 13:06:14.545418 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e148fd-6955-4ed7-8101-43a4460e00af None None] Routers {'2d703b04-b819-4eec-958f-b4a2292252f1'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 13:06:14.546529 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-e8e148fd-6955-4ed7-8101-43a4460e00af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T13:05:53Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['2d703b04-b819-4eec-958f-b4a2292252f1'], 'active': True} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:06:14.665675 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-8d178483-61e1-4b4a-964a-cba6377dff24 req-650db079-51ed-488b-af6a-10794d0e5a3a service neutron] 10.222.0.30 "GET /v2.0/networks/64b4b39f-e457-4d52-beb5-ab2bbde33d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195982 Jun 12 13:06:14.699697 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvr_db [None req-e8e148fd-6955-4ed7-8101-43a4460e00af None None] Set router 2d703b04-b819-4eec-958f-b4a2292252f1 gateway port host: dv-cinder-796114-1-iscsi {{(pid=91668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 13:06:14.839844 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-8d178483-61e1-4b4a-964a-cba6377dff24 req-c8d46883-cd28-46da-bcc8-11fe475af84f service neutron] 10.222.0.30 "GET /v2.0/networks/64b4b39f-e457-4d52-beb5-ab2bbde33d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681974 Jun 12 13:06:14.848113 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc2c3c4f-116a-4f4a-9a1b-0cc1e12db7fb admin admin] Router c74d378b-95c4-4c8e-8a05-dd41fb37004f has already been hosted by L3 agent 68a3a672-d21c-4adb-804e-7b4e770767ea {{(pid=91667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 13:06:14.981575 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d18b829-f016-4768-a89a-4baa3abe10af req-f05763f2-1b75-4198-864d-c09cdcc189b3 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:14.983106 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-6d18b829-f016-4768-a89a-4baa3abe10af req-f05763f2-1b75-4198-864d-c09cdcc189b3 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 945 time: 0.0749984 Jun 12 13:06:15.014901 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2c3c4f-116a-4f4a-9a1b-0cc1e12db7fb admin admin] Notify agent at l3_agent.dv-cinder-796114-1-iscsi the message routers_updated {{(pid=91667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 13:06:15.021531 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-dc2c3c4f-116a-4f4a-9a1b-0cc1e12db7fb admin admin] 10.222.0.23 "PUT /v2.0/routers/c74d378b-95c4-4c8e-8a05-dd41fb37004f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5136898 Jun 12 13:06:15.023565 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 60244) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:06:15.027724 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec06ce49-57dc-4381-a5a0-01b267107b89 None None] Sync routers for ids ['c74d378b-95c4-4c8e-8a05-dd41fb37004f'] in dv-cinder-796114-1-iscsi {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 13:06:15.034047 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-6d18b829-f016-4768-a89a-4baa3abe10af req-ccf6fe54-982d-4e02-8138-53cb78bd3406 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=208ba6a1-805c-4f9d-a564-c9f39bce27cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433035 Jun 12 13:06:15.038407 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec06ce49-57dc-4381-a5a0-01b267107b89 None None] Routers {'c74d378b-95c4-4c8e-8a05-dd41fb37004f'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 13:06:15.039247 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-ec06ce49-57dc-4381-a5a0-01b267107b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T13:05:53Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['c74d378b-95c4-4c8e-8a05-dd41fb37004f'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:06:15.058074 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-e8e148fd-6955-4ed7-8101-43a4460e00af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d703b04-b819-4eec-958f-b4a2292252f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1705789875-router', 'tenant_id': '7f18be0815224addb543ffddc7807c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '51ea6e07-a05b-4867-8d4d-a7a8446f9496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:57:52Z', 'updated_at': '2021-06-12T12:58:06Z', 'revision_number': 4, 'project_id': '7f18be0815224addb543ffddc7807c85', 'gw_port': {'id': '51ea6e07-a05b-4867-8d4d-a7a8446f9496', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d703b04-b819-4eec-958f-b4a2292252f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:57:53Z', 'updated_at': '2021-06-12T12:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_floatingips': [{'id': '24662c39-1c76-4508-9d38-9ee8942255d1', 'tenant_id': '7f18be0815224addb543ffddc7807c85', 'floating_ip_address': '172.27.3.195', 'floating_network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'router_id': '2d703b04-b819-4eec-958f-b4a2292252f1', 'port_id': '29e6c152-4c94-451c-bc2d-51c467d5b59f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64b4b39f-e457-4d52-beb5-ab2bbde33d05', 'mac_address': 'fa:16:3e:28:c5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c980e74-4e0e-4f7d-b8f8-bb7240919ee2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T13:05:57Z', 'updated_at': '2021-06-12T13:06:13Z', 'revision_number': 1, 'project_id': '7f18be0815224addb543ffddc7807c85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a67d836e-9483-468a-9890-6e43140cd4df', 'name': '', 'network_id': '64b4b39f-e457-4d52-beb5-ab2bbde33d05', 'tenant_id': '7f18be0815224addb543ffddc7807c85', 'mac_address': 'fa:16:3e:28:2c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d703b04-b819-4eec-958f-b4a2292252f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f2822e5c-4cf7-4702-9de8-8d297e10d4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:58:01Z', 'updated_at': '2021-06-12T12:58:19Z', 'revision_number': 5, 'project_id': '7f18be0815224addb543ffddc7807c85', 'subnets': [{'id': 'f2822e5c-4cf7-4702-9de8-8d297e10d4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:06:15.061752 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e148fd-6955-4ed7-8101-43a4460e00af None None] The sync data for ids ['2d703b04-b819-4eec-958f-b4a2292252f1'] in dv-cinder-796114-1-iscsi is: [{'id': '2d703b04-b819-4eec-958f-b4a2292252f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1705789875-router', 'tenant_id': '7f18be0815224addb543ffddc7807c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '51ea6e07-a05b-4867-8d4d-a7a8446f9496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:57:52Z', 'updated_at': '2021-06-12T12:58:06Z', 'revision_number': 4, 'project_id': '7f18be0815224addb543ffddc7807c85', 'gw_port': {'id': '51ea6e07-a05b-4867-8d4d-a7a8446f9496', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d703b04-b819-4eec-958f-b4a2292252f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:57:53Z', 'updated_at': '2021-06-12T12:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_floatingips': [{'id': '24662c39-1c76-4508-9d38-9ee8942255d1', 'tenant_id': '7f18be0815224addb543ffddc7807c85', 'floating_ip_address': '172.27.3.195', 'floating_network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'router_id': '2d703b04-b819-4eec-958f-b4a2292252f1', 'port_id': '29e6c152-4c94-451c-bc2d-51c467d5b59f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64b4b39f-e457-4d52-beb5-ab2bbde33d05', 'mac_address': 'fa:16:3e:28:c5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c980e74-4e0e-4f7d-b8f8-bb7240919ee2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T13:05:57Z', 'updated_at': '2021-06-12T13:06:13Z', 'revision_number': 1, 'project_id': '7f18be0815224addb543ffddc7807c85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a67d836e-9483-468a-9890-6e43140cd4df', 'name': '', 'network_id': '64b4b39f-e457-4d52-beb5-ab2bbde33d05', 'tenant_id': '7f18be0815224addb543ffddc7807c85', 'mac_address': 'fa:16:3e:28:2c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d703b04-b819-4eec-958f-b4a2292252f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f2822e5c-4cf7-4702-9de8-8d297e10d4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:58:01Z', 'updated_at': '2021-06-12T12:58:19Z', 'revision_number': 5, 'project_id': '7f18be0815224addb543ffddc7807c85', 'subnets': [{'id': 'f2822e5c-4cf7-4702-9de8-8d297e10d4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 13:06:15.198080 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2fe8658c-e505-432c-bfd6-73db439ea402 admin admin] Notify callbacks [] for router, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:15.313179 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b272bd-6852-4c2b-9997-c3d173903bad None None] New status for floating IP 24662c39-1c76-4508-9d38-9ee8942255d1: ACTIVE {{(pid=91668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 12 13:06:15.323699 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-ec06ce49-57dc-4381-a5a0-01b267107b89 None None] Set router c74d378b-95c4-4c8e-8a05-dd41fb37004f gateway port host: dv-cinder-796114-1-iscsi {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 13:06:15.371806 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2fe8658c-e505-432c-bfd6-73db439ea402 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:15.437864 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-2fe8658c-e505-432c-bfd6-73db439ea402 admin admin] Deleting port 1ab885c0-f780-433a-aa45-8b5f47480e7d {{(pid=91667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 13:06:15.438634 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2fe8658c-e505-432c-bfd6-73db439ea402 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752044867880'] for port, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:15.551586 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.db [None req-2fe8658c-e505-432c-bfd6-73db439ea402 admin admin] For port 1ab885c0-f780-433a-aa45-8b5f47480e7d, host dv-cinder-796114-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=1ab885c0-f780-433a-aa45-8b5f47480e7d,segment=NetworkSegment(3c2da916-7025-41e9-bbaa-dbdda4d660f0),segment_id=3c2da916-7025-41e9-bbaa-dbdda4d660f0)] {{(pid=91667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:06:15.552309 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2fe8658c-e505-432c-bfd6-73db439ea402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455153'] for port, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:15.588401 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-ec06ce49-57dc-4381-a5a0-01b267107b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74d378b-95c4-4c8e-8a05-dd41fb37004f', 'name': 'tempest-TestMinimumBasicScenario-194615628-router', 'tenant_id': '28043c4af02547deae876ba39ba11123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '1ab885c0-f780-433a-aa45-8b5f47480e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:59:37Z', 'updated_at': '2021-06-12T13:06:14Z', 'revision_number': 5, 'project_id': '28043c4af02547deae876ba39ba11123', 'gw_port': {'id': '1ab885c0-f780-433a-aa45-8b5f47480e7d', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74d378b-95c4-4c8e-8a05-dd41fb37004f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:59:37Z', 'updated_at': '2021-06-12T12:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi'}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:06:15.591770 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec06ce49-57dc-4381-a5a0-01b267107b89 None None] Checking router: c74d378b-95c4-4c8e-8a05-dd41fb37004f for host: dv-cinder-796114-1-iscsi {{(pid=91669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 13:06:15.601094 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec06ce49-57dc-4381-a5a0-01b267107b89 None None] Routers {'c74d378b-95c4-4c8e-8a05-dd41fb37004f'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 13:06:15.601697 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-ec06ce49-57dc-4381-a5a0-01b267107b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T13:05:53Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['c74d378b-95c4-4c8e-8a05-dd41fb37004f'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:06:15.654270 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-2fe8658c-e505-432c-bfd6-73db439ea402 admin admin] Calling delete_port for 1ab885c0-f780-433a-aa45-8b5f47480e7d owned by network:router_gateway {{(pid=91667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 13:06:15.704052 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.agents_db [None req-3755f801-82db-4e36-b9e4-fb56f4f4bf71 None None] Agent healthcheck: found 6 active agents {{(pid=91669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 13:06:15.734013 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-ec06ce49-57dc-4381-a5a0-01b267107b89 None None] Set router c74d378b-95c4-4c8e-8a05-dd41fb37004f gateway port host: None {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 13:06:15.817311 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-ec06ce49-57dc-4381-a5a0-01b267107b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74d378b-95c4-4c8e-8a05-dd41fb37004f', 'name': 'tempest-TestMinimumBasicScenario-194615628-router', 'tenant_id': '28043c4af02547deae876ba39ba11123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:59:37Z', 'updated_at': '2021-06-12T13:06:15Z', 'revision_number': 6, 'project_id': '28043c4af02547deae876ba39ba11123', 'gw_port_host': None}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:06:15.821215 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec06ce49-57dc-4381-a5a0-01b267107b89 None None] The sync data for ids ['c74d378b-95c4-4c8e-8a05-dd41fb37004f'] in dv-cinder-796114-1-iscsi is: [{'id': 'c74d378b-95c4-4c8e-8a05-dd41fb37004f', 'name': 'tempest-TestMinimumBasicScenario-194615628-router', 'tenant_id': '28043c4af02547deae876ba39ba11123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:59:37Z', 'updated_at': '2021-06-12T13:06:15Z', 'revision_number': 6, 'project_id': '28043c4af02547deae876ba39ba11123', 'gw_port_host': None}] {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 13:06:15.878750 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2fe8658c-e505-432c-bfd6-73db439ea402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752044873292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752044431921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13277804'] for port, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:15.881005 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-4f9ba051-09bf-4c90-ab98-e35a5b246d7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:06:15.910680 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe8658c-e505-432c-bfd6-73db439ea402 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ab885c0-f780-433a-aa45-8b5f47480e7d,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:06:15.914087 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-2fe8658c-e505-432c-bfd6-73db439ea402 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:06:15.992311 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2fe8658c-e505-432c-bfd6-73db439ea402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454167'] for router_gateway, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:16.112555 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0471bfc5-fe88-42fc-999b-90dd36050c4f req-4ae828df-060e-4381-b71c-0a480f36e39f tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:16.114823 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-0471bfc5-fe88-42fc-999b-90dd36050c4f req-4ae828df-060e-4381-b71c-0a480f36e39f tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.30 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 945 time: 0.0724807 Jun 12 13:06:16.135970 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2fe8658c-e505-432c-bfd6-73db439ea402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60926'] for router, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:16.138294 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2fe8658c-e505-432c-bfd6-73db439ea402 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:16.227747 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2fe8658c-e505-432c-bfd6-73db439ea402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-442416'] for router, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:16.234396 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe8658c-e505-432c-bfd6-73db439ea402 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c74d378b-95c4-4c8e-8a05-dd41fb37004f {{(pid=91667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 12 13:06:16.240988 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2fe8658c-e505-432c-bfd6-73db439ea402 admin admin] Notify callbacks [] for router, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:16.242787 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-2fe8658c-e505-432c-bfd6-73db439ea402 admin admin] 10.222.0.23 "DELETE /v2.0/routers/c74d378b-95c4-4c8e-8a05-dd41fb37004f HTTP/1.1" status: 204 len: 168 time: 1.2179582 Jun 12 13:06:16.245140 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 60250) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:06:16.310379 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.db.db_base_plugin_v2 [None req-127270e9-8dc0-46c5-990b-9aede6bdcb99 admin admin] Deleting subnet 9e01ad32-86ed-4941-907b-b1f5650bfa34 {{(pid=91667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 12 13:06:16.313970 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [req-0471bfc5-fe88-42fc-999b-90dd36050c4f req-70847390-0c13-453c-8c63-f14d0a79b1f5 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Deleting port 7c23f9e2-3e44-4591-b576-1abd9843c490 {{(pid=91666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 13:06:16.314351 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-0471bfc5-fe88-42fc-999b-90dd36050c4f req-70847390-0c13-453c-8c63-f14d0a79b1f5 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752044867880'] for port, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:16.314795 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-127270e9-8dc0-46c5-990b-9aede6bdcb99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:16.376849 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-127270e9-8dc0-46c5-990b-9aede6bdcb99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13123207'] for subnet, precommit_delete_associations {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:16.406297 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a2fa9-24ac-4b06-abf9-91b0fcf63ce3 req-18260f7d-0a6d-4a6a-aae3-bacd9e67ae97 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:16.407804 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-441a2fa9-24ac-4b06-abf9-91b0fcf63ce3 req-18260f7d-0a6d-4a6a-aae3-bacd9e67ae97 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 945 time: 0.2263453 Jun 12 13:06:16.480175 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [req-0471bfc5-fe88-42fc-999b-90dd36050c4f req-70847390-0c13-453c-8c63-f14d0a79b1f5 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] For port 7c23f9e2-3e44-4591-b576-1abd9843c490, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=7c23f9e2-3e44-4591-b576-1abd9843c490,segment=NetworkSegment(86bd5776-487d-44b3-91cb-8214abc180f6),segment_id=86bd5776-487d-44b3-91cb-8214abc180f6)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:06:16.480536 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-0471bfc5-fe88-42fc-999b-90dd36050c4f req-70847390-0c13-453c-8c63-f14d0a79b1f5 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455153'] for port, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:16.498858 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-441a2fa9-24ac-4b06-abf9-91b0fcf63ce3 req-8a96d2e2-2423-4a87-b45a-1622bb123c2c tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=208ba6a1-805c-4f9d-a564-c9f39bce27cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773408 Jun 12 13:06:16.532934 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-127270e9-8dc0-46c5-990b-9aede6bdcb99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393918'] for subnet, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:16.603687 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-127270e9-8dc0-46c5-990b-9aede6bdcb99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13278102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967289'] for subnet, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:16.606660 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:06:16.640621 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127270e9-8dc0-46c5-990b-9aede6bdcb99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e01ad32-86ed-4941-907b-b1f5650bfa34,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:06:16.644308 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-127270e9-8dc0-46c5-990b-9aede6bdcb99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:06:16.647285 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-127270e9-8dc0-46c5-990b-9aede6bdcb99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:16.649352 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-127270e9-8dc0-46c5-990b-9aede6bdcb99 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9e01ad32-86ed-4941-907b-b1f5650bfa34 HTTP/1.1" status: 204 len: 168 time: 0.4029775 Jun 12 13:06:16.652963 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 60254) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:06:16.655892 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03202c9c-48bb-42b1-b63a-3063c957e4bc None None] Network 54c7db29-a6b2-421f-a94c-ecf9cae6372c requested from dv-cinder-796114-1-iscsi {{(pid=91668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 13:06:16.781355 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-0471bfc5-fe88-42fc-999b-90dd36050c4f req-70847390-0c13-453c-8c63-f14d0a79b1f5 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:16.781661 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-0471bfc5-fe88-42fc-999b-90dd36050c4f req-70847390-0c13-453c-8c63-f14d0a79b1f5 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454259'] for floatingip, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:16.782018 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.db.l3_db [req-0471bfc5-fe88-42fc-999b-90dd36050c4f req-70847390-0c13-453c-8c63-f14d0a79b1f5 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Floating IP 1b140445-c0b0-4e58-a53b-db8a128930e6 disassociated. External IP: 172.27.3.53, port: 7c23f9e2-3e44-4591-b576-1abd9843c490. Jun 12 13:06:16.782400 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [req-0471bfc5-fe88-42fc-999b-90dd36050c4f req-70847390-0c13-453c-8c63-f14d0a79b1f5 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Calling delete_port for 7c23f9e2-3e44-4591-b576-1abd9843c490 owned by compute:nova {{(pid=91666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 13:06:16.936173 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device 3760157d-0d53-4c4b-9b87-f9ded85e2c00 no longer exists at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 13:06:16.988457 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43f0e53-0090-4dfb-80ce-f9e7b722ab90 None None] DHCP port deletion for 54c7db29-a6b2-421f-a94c-ecf9cae6372c request from dv-cinder-796114-1-iscsi {{(pid=91668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 12 13:06:16.995306 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] No Port match for: 3760157d-0d53-4c4b-9b87-f9ded85e2c00 {{(pid=91668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 13:06:16.995712 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device 3760157d-0d53-4c4b-9b87-f9ded85e2c00 not bound to the agent host dv-cinder-796114-1-iscsi {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 13:06:16.996158 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device 1ab885c0-f780-433a-aa45-8b5f47480e7d no longer exists at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 13:06:17.000915 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-0471bfc5-fe88-42fc-999b-90dd36050c4f req-70847390-0c13-453c-8c63-f14d0a79b1f5 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752044873292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752044431921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14082967'] for port, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:17.013774 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-ea016e1e-e7d8-4848-abf6-e07deae67638 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:06:17.043410 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] No Port match for: 1ab885c0-f780-433a-aa45-8b5f47480e7d {{(pid=91668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 13:06:17.043679 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device 1ab885c0-f780-433a-aa45-8b5f47480e7d not bound to the agent host dv-cinder-796114-1-iscsi {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 13:06:17.071849 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70847390-0c13-453c-8c63-f14d0a79b1f5 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Pushing event deleted for resources: {'Port': ['ID=7c23f9e2-3e44-4591-b576-1abd9843c490,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:06:17.075811 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-70847390-0c13-453c-8c63-f14d0a79b1f5 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:06:17.083092 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-f43f0e53-0090-4dfb-80ce-f9e7b722ab90 None None] Deleting port 4f9289d1-6f5b-4c54-bee6-b4c3be107d31 {{(pid=91668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 13:06:17.083629 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f43f0e53-0090-4dfb-80ce-f9e7b722ab90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752044867880'] for port, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:17.109574 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-7d185991-aa41-42fa-b579-f25598c7e392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1600373'] for network, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:17.171445 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-7d185991-aa41-42fa-b579-f25598c7e392 admin admin] Deleting port 4f9289d1-6f5b-4c54-bee6-b4c3be107d31 {{(pid=91667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 13:06:17.172211 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-7d185991-aa41-42fa-b579-f25598c7e392 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752044867880'] for port, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:17.180667 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-f43f0e53-0090-4dfb-80ce-f9e7b722ab90 None None] For port 4f9289d1-6f5b-4c54-bee6-b4c3be107d31, host dv-cinder-796114-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=4f9289d1-6f5b-4c54-bee6-b4c3be107d31,segment=NetworkSegment(382e8118-34d6-4f10-93a0-5e236951bf44),segment_id=382e8118-34d6-4f10-93a0-5e236951bf44)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:06:17.180667 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f43f0e53-0090-4dfb-80ce-f9e7b722ab90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455153'] for port, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:17.230411 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0471bfc5-fe88-42fc-999b-90dd36050c4f req-70847390-0c13-453c-8c63-f14d0a79b1f5 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Router ab790889-3468-48de-83f3-e25c7084e6c4 has already been hosted by L3 agent 68a3a672-d21c-4adb-804e-7b4e770767ea {{(pid=91666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 13:06:17.277309 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.db [None req-7d185991-aa41-42fa-b579-f25598c7e392 admin admin] For port 4f9289d1-6f5b-4c54-bee6-b4c3be107d31, host dv-cinder-796114-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=4f9289d1-6f5b-4c54-bee6-b4c3be107d31,segment=NetworkSegment(382e8118-34d6-4f10-93a0-5e236951bf44),segment_id=382e8118-34d6-4f10-93a0-5e236951bf44)] {{(pid=91667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:06:17.277714 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-7d185991-aa41-42fa-b579-f25598c7e392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455153'] for port, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:17.280561 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-f43f0e53-0090-4dfb-80ce-f9e7b722ab90 None None] Calling delete_port for 4f9289d1-6f5b-4c54-bee6-b4c3be107d31 owned by network:dhcp {{(pid=91668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 13:06:17.385692 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-7d185991-aa41-42fa-b579-f25598c7e392 admin admin] Calling delete_port for 4f9289d1-6f5b-4c54-bee6-b4c3be107d31 owned by network:dhcp {{(pid=91667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 13:06:17.445375 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f43f0e53-0090-4dfb-80ce-f9e7b722ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752044873292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752044431921'] for port, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:17.450442 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-04e7220b-e1c1-4e4b-9e7f-29b47c3837b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:06:17.511661 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-7d185991-aa41-42fa-b579-f25598c7e392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752044873292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752044431921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13277804'] for port, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:17.515329 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-65773c21-4057-4411-846e-7fb4d5c961d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:06:17.543077 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43f0e53-0090-4dfb-80ce-f9e7b722ab90 None None] No DVR routers for this DVR port 4f9289d1-6f5b-4c54-bee6-b4c3be107d31 on host dv-cinder-796114-1-iscsi {{(pid=91668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 13:06:17.544920 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43f0e53-0090-4dfb-80ce-f9e7b722ab90 None None] Pushing event deleted for resources: {'Port': ['ID=4f9289d1-6f5b-4c54-bee6-b4c3be107d31,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:06:17.554751 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43f0e53-0090-4dfb-80ce-f9e7b722ab90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:06:17.559934 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43f0e53-0090-4dfb-80ce-f9e7b722ab90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:06:17.562612 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43f0e53-0090-4dfb-80ce-f9e7b722ab90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:06:17.562958 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43f0e53-0090-4dfb-80ce-f9e7b722ab90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:06:17.563343 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43f0e53-0090-4dfb-80ce-f9e7b722ab90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:06:17.563682 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43f0e53-0090-4dfb-80ce-f9e7b722ab90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:06:17.564013 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43f0e53-0090-4dfb-80ce-f9e7b722ab90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:06:17.564515 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43f0e53-0090-4dfb-80ce-f9e7b722ab90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:06:17.564663 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43f0e53-0090-4dfb-80ce-f9e7b722ab90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:06:17.564987 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43f0e53-0090-4dfb-80ce-f9e7b722ab90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:06:17.565305 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43f0e53-0090-4dfb-80ce-f9e7b722ab90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:06:17.565738 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43f0e53-0090-4dfb-80ce-f9e7b722ab90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:06:17.579424 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f43f0e53-0090-4dfb-80ce-f9e7b722ab90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:06:17.594469 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d185991-aa41-42fa-b579-f25598c7e392 admin admin] No DVR routers for this DVR port 4f9289d1-6f5b-4c54-bee6-b4c3be107d31 on host dv-cinder-796114-1-iscsi {{(pid=91667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 13:06:17.599708 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d185991-aa41-42fa-b579-f25598c7e392 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f9289d1-6f5b-4c54-bee6-b4c3be107d31,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:06:17.602844 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-7d185991-aa41-42fa-b579-f25598c7e392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:06:17.711939 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-7d185991-aa41-42fa-b579-f25598c7e392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1356131', 'neutron.services.segments.db._delete_segments_for_network-8752044986040'] for network, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:17.723965 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.services.segments.db [None req-7d185991-aa41-42fa-b579-f25598c7e392 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54c7db29-a6b2-421f-a94c-ecf9cae6372c']}} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:06:17.734758 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-fb3bb151-db37-404c-b19d-b3304ab0c8af req-bf7ed675-7ad0-4921-85a1-f79ccd1ff87a tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=230f7fd9-f42c-465c-aa30-1548c8afece5 HTTP/1.1" status: 200 len: 210 time: 0.0458353 Jun 12 13:06:17.735969 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.services.segments.db [None req-7d185991-aa41-42fa-b579-f25598c7e392 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '382e8118-34d6-4f10-93a0-5e236951bf44') {'for_net_delete': True} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:06:17.736266 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.services.segments.db [None req-7d185991-aa41-42fa-b579-f25598c7e392 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '382e8118-34d6-4f10-93a0-5e236951bf44') {} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:06:17.748286 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-7d185991-aa41-42fa-b579-f25598c7e392 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752044985878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13123212'] for segment, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:17.768297 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-7d185991-aa41-42fa-b579-f25598c7e392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400235'] for segment, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:17.771462 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0471bfc5-fe88-42fc-999b-90dd36050c4f req-70847390-0c13-453c-8c63-f14d0a79b1f5 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify agent at l3_agent.dv-cinder-796114-1-iscsi the message routers_updated {{(pid=91666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 13:06:17.775969 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d185991-aa41-42fa-b579-f25598c7e392 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=91667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 12 13:06:17.777660 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-7d185991-aa41-42fa-b579-f25598c7e392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13277759'] for segment, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:17.779438 dv-cinder-796114-1-iscsi neutron-server[91667]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 13:06:17.779438 dv-cinder-796114-1-iscsi neutron-server[91667]: retrieve_revision_numbers = { Jun 12 13:06:17.779438 dv-cinder-796114-1-iscsi neutron-server[91667]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 13:06:17.779438 dv-cinder-796114-1-iscsi neutron-server[91667]: conditions |= (models_v2.Port.network_id.in_( Jun 12 13:06:17.779438 dv-cinder-796114-1-iscsi neutron-server[91667]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 13:06:17.779438 dv-cinder-796114-1-iscsi neutron-server[91667]: retrieve_revision_numbers = { Jun 12 13:06:17.779438 dv-cinder-796114-1-iscsi neutron-server[91667]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 13:06:17.779438 dv-cinder-796114-1-iscsi neutron-server[91667]: conditions |= (models_v2.Port.network_id.in_( Jun 12 13:06:17.779438 dv-cinder-796114-1-iscsi neutron-server[91667]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 13:06:17.779438 dv-cinder-796114-1-iscsi neutron-server[91667]: retrieve_revision_numbers = { Jun 12 13:06:17.779438 dv-cinder-796114-1-iscsi neutron-server[91667]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 13:06:17.779438 dv-cinder-796114-1-iscsi neutron-server[91667]: retrieve_revision_numbers = { Jun 12 13:06:17.779438 dv-cinder-796114-1-iscsi neutron-server[91667]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 13:06:17.779438 dv-cinder-796114-1-iscsi neutron-server[91667]: conditions |= (models_v2.Port.network_id.in_( Jun 12 13:06:17.779438 dv-cinder-796114-1-iscsi neutron-server[91667]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 13:06:17.779438 dv-cinder-796114-1-iscsi neutron-server[91667]: conditions |= (models_v2.Port.network_id.in_( Jun 12 13:06:17.779438 dv-cinder-796114-1-iscsi neutron-server[91667]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 13:06:17.779438 dv-cinder-796114-1-iscsi neutron-server[91667]: retrieve_revision_numbers = { Jun 12 13:06:17.779438 dv-cinder-796114-1-iscsi neutron-server[91667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 12 13:06:17.779438 dv-cinder-796114-1-iscsi neutron-server[91667]: self.session.flush() Jun 12 13:06:17.779438 dv-cinder-796114-1-iscsi neutron-server[91667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 12 13:06:17.779438 dv-cinder-796114-1-iscsi neutron-server[91667]: self.session.flush() Jun 12 13:06:17.779438 dv-cinder-796114-1-iscsi neutron-server[91667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 12 13:06:17.779438 dv-cinder-796114-1-iscsi neutron-server[91667]: self.session.flush() Jun 12 13:06:17.779438 dv-cinder-796114-1-iscsi neutron-server[91667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 12 13:06:17.779438 dv-cinder-796114-1-iscsi neutron-server[91667]: self.session.flush() Jun 12 13:06:17.779438 dv-cinder-796114-1-iscsi neutron-server[91667]: Traceback (most recent call last): Jun 12 13:06:17.779438 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 12 13:06:17.779438 dv-cinder-796114-1-iscsi neutron-server[91667]: timer() Jun 12 13:06:17.779438 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 12 13:06:17.779438 dv-cinder-796114-1-iscsi neutron-server[91667]: cb(*args, **kw) Jun 12 13:06:17.779438 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 12 13:06:17.779438 dv-cinder-796114-1-iscsi neutron-server[91667]: return func(*args, **kwargs) Jun 12 13:06:17.779438 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 12 13:06:17.779438 dv-cinder-796114-1-iscsi neutron-server[91667]: self._notify() Jun 12 13:06:17.779438 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 12 13:06:17.779438 dv-cinder-796114-1-iscsi neutron-server[91667]: self.callback(batched_events) Jun 12 13:06:17.779438 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 12 13:06:17.779438 dv-cinder-796114-1-iscsi neutron-server[91667]: event.method(event) Jun 12 13:06:17.779438 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 12 13:06:17.779438 dv-cinder-796114-1-iscsi neutron-server[91667]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 12 13:06:17.779438 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 12 13:06:17.779438 dv-cinder-796114-1-iscsi neutron-server[91667]: aggregate_uuid = self.p_client.list_aggregates( Jun 12 13:06:17.779438 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 12 13:06:17.779438 dv-cinder-796114-1-iscsi neutron-server[91667]: return f(self, *a, **k) Jun 12 13:06:17.779438 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 12 13:06:17.779438 dv-cinder-796114-1-iscsi neutron-server[91667]: return self._get(url).json() Jun 12 13:06:17.779438 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 12 13:06:17.779438 dv-cinder-796114-1-iscsi neutron-server[91667]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 12 13:06:17.779438 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 12 13:06:17.779438 dv-cinder-796114-1-iscsi neutron-server[91667]: return self.request(url, 'GET', **kwargs) Jun 12 13:06:17.779438 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 12 13:06:17.779438 dv-cinder-796114-1-iscsi neutron-server[91667]: base_url = self.get_endpoint(auth, allow=allow, Jun 12 13:06:17.779438 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 12 13:06:17.779438 dv-cinder-796114-1-iscsi neutron-server[91667]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 12 13:06:17.779438 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 12 13:06:17.779438 dv-cinder-796114-1-iscsi neutron-server[91667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 12 13:06:17.779438 dv-cinder-796114-1-iscsi neutron-server[91667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 12 13:06:17.786786 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0660eec-90f9-48e1-bb2e-538eb54c3881 None None] Sync routers for ids ['ab790889-3468-48de-83f3-e25c7084e6c4'] in dv-cinder-796114-1-iscsi {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 13:06:17.798532 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0660eec-90f9-48e1-bb2e-538eb54c3881 None None] Routers {'ab790889-3468-48de-83f3-e25c7084e6c4'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 13:06:17.799226 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-b0660eec-90f9-48e1-bb2e-538eb54c3881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T13:05:53Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['ab790889-3468-48de-83f3-e25c7084e6c4'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:06:17.831064 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [req-0471bfc5-fe88-42fc-999b-90dd36050c4f req-70847390-0c13-453c-8c63-f14d0a79b1f5 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] No DVR routers for this DVR port 7c23f9e2-3e44-4591-b576-1abd9843c490 on host hv-cinder-79611 {{(pid=91666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 13:06:17.834568 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-0471bfc5-fe88-42fc-999b-90dd36050c4f req-70847390-0c13-453c-8c63-f14d0a79b1f5 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920'] for port, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:17.836883 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-0471bfc5-fe88-42fc-999b-90dd36050c4f req-70847390-0c13-453c-8c63-f14d0a79b1f5 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.30 "DELETE /v2.0/ports/7c23f9e2-3e44-4591-b576-1abd9843c490 HTTP/1.1" status: 204 len: 173 time: 1.7159324 Jun 12 13:06:17.837430 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '230f7fd9-f42c-465c-aa30-1548c8afece5', 'name': 'network-vif-deleted', 'tag': '7c23f9e2-3e44-4591-b576-1abd9843c490'}] {{(pid=91666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 13:06:17.840488 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba2aedb3ce59156ad261fd92086ba05f02985526b362ab5d5a646d7af1b76f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f8b909-5d0c-4bea-9f9b-33915f64f5ab" -d '{"events": [{"server_uuid": "230f7fd9-f42c-465c-aa30-1548c8afece5", "name": "network-vif-deleted", "tag": "7c23f9e2-3e44-4591-b576-1abd9843c490"}]}' {{(pid=91666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 13:06:17.866129 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-7d185991-aa41-42fa-b579-f25598c7e392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1356156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454154'] for network, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:17.873834 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-e6f13e24-ac69-4b15-8b6a-d9fa59f7ccc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:06:17.877286 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-7d185991-aa41-42fa-b579-f25598c7e392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for network, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:17.879809 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-7d185991-aa41-42fa-b579-f25598c7e392 admin admin] 10.222.0.23 "DELETE /v2.0/networks/54c7db29-a6b2-421f-a94c-ecf9cae6372c HTTP/1.1" status: 204 len: 168 time: 1.2256510 Jun 12 13:06:17.883607 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 60262) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:06:17.894643 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d185991-aa41-42fa-b579-f25598c7e392 admin admin] Pushing event deleted for resources: {'Network': ['ID=54c7db29-a6b2-421f-a94c-ecf9cae6372c,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:06:17.901731 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-7d185991-aa41-42fa-b579-f25598c7e392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:06:17.954469 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 13:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd39b29b-10f2-4f22-9e33-fcd6ad1279f9 x-openstack-request-id: req-cd39b29b-10f2-4f22-9e33-fcd6ad1279f9 {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 13:06:17.954784 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "230f7fd9-f42c-465c-aa30-1548c8afece5", "name": "network-vif-deleted", "tag": "7c23f9e2-3e44-4591-b576-1abd9843c490", "status": "completed", "code": 200}]} {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 13:06:17.955081 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cd39b29b-10f2-4f22-9e33-fcd6ad1279f9 {{(pid=91666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 13:06:17.955527 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '230f7fd9-f42c-465c-aa30-1548c8afece5', 'name': 'network-vif-deleted', 'tag': '7c23f9e2-3e44-4591-b576-1abd9843c490', 'status': 'completed', 'code': 200} Jun 12 13:06:17.956651 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-b0660eec-90f9-48e1-bb2e-538eb54c3881 None None] Set router ab790889-3468-48de-83f3-e25c7084e6c4 gateway port host: dv-cinder-796114-1-iscsi {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 13:06:18.227367 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-b0660eec-90f9-48e1-bb2e-538eb54c3881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab790889-3468-48de-83f3-e25c7084e6c4', 'name': 'tempest-AttachVolumeTestJSON-1158203021-router', 'tenant_id': 'a33e9937caaf41ca8fc301bec96ba603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': 'ff6cce8c-05e5-4eab-b45e-7ab716552a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:57:53Z', 'updated_at': '2021-06-12T12:58:09Z', 'revision_number': 4, 'project_id': 'a33e9937caaf41ca8fc301bec96ba603', 'gw_port': {'id': 'ff6cce8c-05e5-4eab-b45e-7ab716552a6e', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:39:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab790889-3468-48de-83f3-e25c7084e6c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:57:55Z', 'updated_at': '2021-06-12T12:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_interfaces': [{'id': '50a383b3-95aa-4269-b91f-ce2dced92715', 'name': '', 'network_id': 'b082549b-b61d-48b6-a978-1804137ec38a', 'tenant_id': 'a33e9937caaf41ca8fc301bec96ba603', 'mac_address': 'fa:16:3e:24:d5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab790889-3468-48de-83f3-e25c7084e6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '040de1c9-b671-4172-8240-56a21bd80720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:58:08Z', 'updated_at': '2021-06-12T12:58:23Z', 'revision_number': 5, 'project_id': 'a33e9937caaf41ca8fc301bec96ba603', 'subnets': [{'id': '040de1c9-b671-4172-8240-56a21bd80720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:06:18.231054 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0660eec-90f9-48e1-bb2e-538eb54c3881 None None] Checking router: ab790889-3468-48de-83f3-e25c7084e6c4 for host: dv-cinder-796114-1-iscsi {{(pid=91669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 13:06:18.239938 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0660eec-90f9-48e1-bb2e-538eb54c3881 None None] Routers {'ab790889-3468-48de-83f3-e25c7084e6c4'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 13:06:18.240667 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-b0660eec-90f9-48e1-bb2e-538eb54c3881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T13:05:53Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['ab790889-3468-48de-83f3-e25c7084e6c4'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:06:18.385068 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-b0660eec-90f9-48e1-bb2e-538eb54c3881 None None] Set router ab790889-3468-48de-83f3-e25c7084e6c4 gateway port host: dv-cinder-796114-1-iscsi {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 13:06:18.442463 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-b5005adf-af61-4cd7-96be-c9918b38397c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-458196'] for router_interface, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:18.802135 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-b0660eec-90f9-48e1-bb2e-538eb54c3881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab790889-3468-48de-83f3-e25c7084e6c4', 'name': 'tempest-AttachVolumeTestJSON-1158203021-router', 'tenant_id': 'a33e9937caaf41ca8fc301bec96ba603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': 'ff6cce8c-05e5-4eab-b45e-7ab716552a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:57:53Z', 'updated_at': '2021-06-12T12:58:09Z', 'revision_number': 4, 'project_id': 'a33e9937caaf41ca8fc301bec96ba603', 'gw_port': {'id': 'ff6cce8c-05e5-4eab-b45e-7ab716552a6e', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:39:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab790889-3468-48de-83f3-e25c7084e6c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:57:55Z', 'updated_at': '2021-06-12T12:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_interfaces': [{'id': '50a383b3-95aa-4269-b91f-ce2dced92715', 'name': '', 'network_id': 'b082549b-b61d-48b6-a978-1804137ec38a', 'tenant_id': 'a33e9937caaf41ca8fc301bec96ba603', 'mac_address': 'fa:16:3e:24:d5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab790889-3468-48de-83f3-e25c7084e6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '040de1c9-b671-4172-8240-56a21bd80720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:58:08Z', 'updated_at': '2021-06-12T12:58:23Z', 'revision_number': 5, 'project_id': 'a33e9937caaf41ca8fc301bec96ba603', 'subnets': [{'id': '040de1c9-b671-4172-8240-56a21bd80720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:06:18.810636 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0660eec-90f9-48e1-bb2e-538eb54c3881 None None] The sync data for ids ['ab790889-3468-48de-83f3-e25c7084e6c4'] in dv-cinder-796114-1-iscsi is: [{'id': 'ab790889-3468-48de-83f3-e25c7084e6c4', 'name': 'tempest-AttachVolumeTestJSON-1158203021-router', 'tenant_id': 'a33e9937caaf41ca8fc301bec96ba603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': 'ff6cce8c-05e5-4eab-b45e-7ab716552a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:57:53Z', 'updated_at': '2021-06-12T12:58:09Z', 'revision_number': 4, 'project_id': 'a33e9937caaf41ca8fc301bec96ba603', 'gw_port': {'id': 'ff6cce8c-05e5-4eab-b45e-7ab716552a6e', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:39:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab790889-3468-48de-83f3-e25c7084e6c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:57:55Z', 'updated_at': '2021-06-12T12:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_interfaces': [{'id': '50a383b3-95aa-4269-b91f-ce2dced92715', 'name': '', 'network_id': 'b082549b-b61d-48b6-a978-1804137ec38a', 'tenant_id': 'a33e9937caaf41ca8fc301bec96ba603', 'mac_address': 'fa:16:3e:24:d5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab790889-3468-48de-83f3-e25c7084e6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '040de1c9-b671-4172-8240-56a21bd80720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:58:08Z', 'updated_at': '2021-06-12T12:58:23Z', 'revision_number': 5, 'project_id': 'a33e9937caaf41ca8fc301bec96ba603', 'subnets': [{'id': '040de1c9-b671-4172-8240-56a21bd80720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 13:06:18.929841 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device 4f9289d1-6f5b-4c54-bee6-b4c3be107d31 no longer exists at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 13:06:18.934327 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 60272) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:06:18.940546 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-b5005adf-af61-4cd7-96be-c9918b38397c admin admin] Deleting port 15f54138-f777-461f-9151-0aa4e80b9107 {{(pid=91666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 13:06:18.940907 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-b5005adf-af61-4cd7-96be-c9918b38397c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752044867880'] for port, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:18.972905 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] No Port match for: 4f9289d1-6f5b-4c54-bee6-b4c3be107d31 {{(pid=91668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 13:06:18.973171 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device 4f9289d1-6f5b-4c54-bee6-b4c3be107d31 not bound to the agent host dv-cinder-796114-1-iscsi {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 13:06:19.013145 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c4947188-c3cb-42b6-82aa-8bcc1dce50eb tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:19.043233 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c4947188-c3cb-42b6-82aa-8bcc1dce50eb tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:19.057691 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-b5005adf-af61-4cd7-96be-c9918b38397c admin admin] For port 15f54138-f777-461f-9151-0aa4e80b9107, host dv-cinder-796114-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=15f54138-f777-461f-9151-0aa4e80b9107,segment=NetworkSegment(48e57299-08a6-4493-95cd-be083990ba30),segment_id=48e57299-08a6-4493-95cd-be083990ba30)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:06:19.058296 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-b5005adf-af61-4cd7-96be-c9918b38397c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455153'] for port, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:19.103754 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c4947188-c3cb-42b6-82aa-8bcc1dce50eb tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:19.106947 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c4947188-c3cb-42b6-82aa-8bcc1dce50eb tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:19.108305 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-c4947188-c3cb-42b6-82aa-8bcc1dce50eb tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "DELETE /v2.0/security-groups/208ba6a1-805c-4f9d-a564-c9f39bce27cb HTTP/1.1" status: 204 len: 168 time: 0.1721253 Jun 12 13:06:19.110027 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-11f1e2c5-1e8f-4c93-95b1-fae681993806 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:06:19.114367 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 60274) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:06:19.131161 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4947188-c3cb-42b6-82aa-8bcc1dce50eb tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=208ba6a1-805c-4f9d-a564-c9f39bce27cb,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:06:19.144594 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-c4947188-c3cb-42b6-82aa-8bcc1dce50eb tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:06:19.146729 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.api.v2.resource [None req-7a16486d-ccd3-49d3-98df-eff8b6a0b4ba tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] show failed (client error): The resource could not be found. Jun 12 13:06:19.148049 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-7a16486d-ccd3-49d3-98df-eff8b6a0b4ba tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups/208ba6a1-805c-4f9d-a564-c9f39bce27cb HTTP/1.1" status: 404 len: 347 time: 0.0327735 Jun 12 13:06:19.150052 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa1ef63-99e9-49dd-9eea-3fbb9f816e4d None None] New status for floating IP 1b140445-c0b0-4e58-a53b-db8a128930e6: DOWN {{(pid=91668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 12 13:06:19.151872 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 60276) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:06:19.168096 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-b5005adf-af61-4cd7-96be-c9918b38397c admin admin] Calling delete_port for 15f54138-f777-461f-9151-0aa4e80b9107 owned by network:router_interface {{(pid=91666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 13:06:19.334982 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-c7c45ffd-fcc3-4d45-b330-29c4f64b02f9 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Deleting port 1ebd47dc-71b3-4660-80d7-ec812e991dcb {{(pid=91667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 13:06:19.335468 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c7c45ffd-fcc3-4d45-b330-29c4f64b02f9 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752044867880'] for port, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:19.428618 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-b5005adf-af61-4cd7-96be-c9918b38397c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752044873292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752044431921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14082967'] for port, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:19.432270 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-b46c43ed-7f02-49ab-b353-eb3c00a1da1b tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:06:19.448893 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c7c45ffd-fcc3-4d45-b330-29c4f64b02f9 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455153'] for port, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:19.449225 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c7c45ffd-fcc3-4d45-b330-29c4f64b02f9 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:19.465670 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5005adf-af61-4cd7-96be-c9918b38397c admin admin] Pushing event deleted for resources: {'Port': ['ID=15f54138-f777-461f-9151-0aa4e80b9107,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:06:19.468816 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-b5005adf-af61-4cd7-96be-c9918b38397c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:06:19.559459 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-c7c45ffd-fcc3-4d45-b330-29c4f64b02f9 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Calling delete_port for 1ebd47dc-71b3-4660-80d7-ec812e991dcb owned by network:floatingip {{(pid=91667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 13:06:19.686816 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-b5005adf-af61-4cd7-96be-c9918b38397c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458564'] for router_interface, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:19.736861 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c7c45ffd-fcc3-4d45-b330-29c4f64b02f9 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752044873292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752044431921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13277804'] for port, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:19.738846 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-954db250-e310-4e79-b27b-eab0f9ac624c tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:06:19.769504 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c45ffd-fcc3-4d45-b330-29c4f64b02f9 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Pushing event deleted for resources: {'Port': ['ID=1ebd47dc-71b3-4660-80d7-ec812e991dcb,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:06:19.772717 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-c7c45ffd-fcc3-4d45-b330-29c4f64b02f9 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:06:19.860099 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c7c45ffd-fcc3-4d45-b330-29c4f64b02f9 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks [] for floatingip, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:19.862592 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c7c45ffd-fcc3-4d45-b330-29c4f64b02f9 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920'] for floatingip, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:19.864069 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-c7c45ffd-fcc3-4d45-b330-29c4f64b02f9 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "DELETE /v2.0/floatingips/1b140445-c0b0-4e58-a53b-db8a128930e6 HTTP/1.1" status: 204 len: 168 time: 0.7110763 Jun 12 13:06:20.020829 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device 7c23f9e2-3e44-4591-b576-1abd9843c490 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 13:06:20.056115 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] No Port match for: 7c23f9e2-3e44-4591-b576-1abd9843c490 {{(pid=91668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 13:06:20.056468 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device 7c23f9e2-3e44-4591-b576-1abd9843c490 not bound to the agent host hv-cinder-79611 {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 13:06:20.290455 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 60284) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:06:20.296307 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.v2.base [None req-2d0f650a-e04e-4e62-b193-684a4449ef1e tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1224259727', 'description': 'tempest-description--1213021249'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:06:20.314169 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5005adf-af61-4cd7-96be-c9918b38397c admin admin] Router ff31e6f8-d6cc-452c-9780-b734afa708e7 has already been hosted by L3 agent 68a3a672-d21c-4adb-804e-7b4e770767ea {{(pid=91666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 13:06:20.320830 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2d0f650a-e04e-4e62-b193-684a4449ef1e tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:20.417141 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2d0f650a-e04e-4e62-b193-684a4449ef1e tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:20.421279 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2d0f650a-e04e-4e62-b193-684a4449ef1e tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:20.423809 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-c4947188-c3cb-42b6-82aa-8bcc1dce50eb tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:06:20.455883 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2d0f650a-e04e-4e62-b193-684a4449ef1e tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:20.457759 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-2d0f650a-e04e-4e62-b193-684a4449ef1e tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1656473 Jun 12 13:06:20.459179 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0f650a-e04e-4e62-b193-684a4449ef1e tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf9fb81-dc0b-4279-9244-7736a05c439b,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:06:20.461233 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 60288) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:06:20.463251 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-2d0f650a-e04e-4e62-b193-684a4449ef1e tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:06:20.467993 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.v2.base [None req-81ce56dc-998c-4923-a76d-efc1875f3d82 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Request body: {'security_group_rule': {'security_group_id': 'fcf9fb81-dc0b-4279-9244-7736a05c439b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:06:20.479729 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5005adf-af61-4cd7-96be-c9918b38397c admin admin] Notify agent at l3_agent.dv-cinder-796114-1-iscsi the message routers_updated {{(pid=91666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 13:06:20.484863 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-b5005adf-af61-4cd7-96be-c9918b38397c admin admin] 10.222.0.23 "PUT /v2.0/routers/ff31e6f8-d6cc-452c-9780-b734afa708e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5996590 Jun 12 13:06:20.487330 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 60290) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:06:20.490410 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0313c0-3baf-4383-8344-6984d7a8d353 None None] Sync routers for ids ['ff31e6f8-d6cc-452c-9780-b734afa708e7'] in dv-cinder-796114-1-iscsi {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 13:06:20.502349 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0313c0-3baf-4383-8344-6984d7a8d353 None None] Routers {'ff31e6f8-d6cc-452c-9780-b734afa708e7'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 13:06:20.502585 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-81ce56dc-998c-4923-a76d-efc1875f3d82 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:20.503382 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-1b0313c0-3baf-4383-8344-6984d7a8d353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T13:05:53Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['ff31e6f8-d6cc-452c-9780-b734afa708e7'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:06:20.581755 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-81ce56dc-998c-4923-a76d-efc1875f3d82 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:20.586978 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-81ce56dc-998c-4923-a76d-efc1875f3d82 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441033'] for security_group_rule, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:20.589387 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-60456fc8-c006-426e-a305-0757cd56df75 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:06:20.617021 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-47e628f5-606d-4aa3-a656-0826a16eda1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:20.618159 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ce56dc-998c-4923-a76d-efc1875f3d82 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=754b76dd-f64d-4b04-b59c-c87649915c54,revision_number=0']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:06:20.621301 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-81ce56dc-998c-4923-a76d-efc1875f3d82 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:06:20.626150 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-81ce56dc-998c-4923-a76d-efc1875f3d82 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:20.629078 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-81ce56dc-998c-4923-a76d-efc1875f3d82 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1659486 Jun 12 13:06:20.631926 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 60292) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:06:20.636836 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.v2.base [None req-d8c18bca-f582-428d-860d-ffb595129610 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Request body: {'security_group_rule': {'security_group_id': 'fcf9fb81-dc0b-4279-9244-7736a05c439b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:06:20.666677 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-d8c18bca-f582-428d-860d-ffb595129610 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:20.674086 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-109c2e48-993d-4e2f-af94-65880fcbd6eb admin admin] Notify callbacks [] for router, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:20.674746 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-1b0313c0-3baf-4383-8344-6984d7a8d353 None None] Set router ff31e6f8-d6cc-452c-9780-b734afa708e7 gateway port host: dv-cinder-796114-1-iscsi {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 13:06:20.738041 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-d8c18bca-f582-428d-860d-ffb595129610 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:20.742338 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-d8c18bca-f582-428d-860d-ffb595129610 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441033'] for security_group_rule, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:20.744510 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-0e45b015-9676-4aa9-8d59-0b49597897f0 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:06:20.763281 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c18bca-f582-428d-860d-ffb595129610 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b9a6677-a2a9-46f2-a8a0-e087f39b75ae,revision_number=0']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:06:20.766778 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-d8c18bca-f582-428d-860d-ffb595129610 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:06:20.770883 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-d8c18bca-f582-428d-860d-ffb595129610 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:20.772249 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-d8c18bca-f582-428d-860d-ffb595129610 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1392391 Jun 12 13:06:20.775476 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 60294) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:06:20.780721 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.v2.base [None req-6daeef9c-480f-40d7-be81-fd0e2292eaec tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Request body: {'floatingip': {'floating_network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:06:20.805592 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6daeef9c-480f-40d7-be81-fd0e2292eaec tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks [] for floatingip, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:20.832640 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-109c2e48-993d-4e2f-af94-65880fcbd6eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:20.907702 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-109c2e48-993d-4e2f-af94-65880fcbd6eb admin admin] Deleting port f9274923-2f0a-4205-a31c-5d1646c3e685 {{(pid=91666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 13:06:20.908387 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-109c2e48-993d-4e2f-af94-65880fcbd6eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752044867880'] for port, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:20.949780 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-1b0313c0-3baf-4383-8344-6984d7a8d353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff31e6f8-d6cc-452c-9780-b734afa708e7', 'name': 'tempest-TestMinimumBasicScenario-903830950-router', 'tenant_id': '4e6d753e8b584352acd9d95692a545e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'f9274923-2f0a-4205-a31c-5d1646c3e685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:59:44Z', 'updated_at': '2021-06-12T13:06:19Z', 'revision_number': 5, 'project_id': '4e6d753e8b584352acd9d95692a545e5', 'gw_port': {'id': 'f9274923-2f0a-4205-a31c-5d1646c3e685', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff31e6f8-d6cc-452c-9780-b734afa708e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:59:45Z', 'updated_at': '2021-06-12T12:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi'}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:06:20.955146 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0313c0-3baf-4383-8344-6984d7a8d353 None None] Checking router: ff31e6f8-d6cc-452c-9780-b734afa708e7 for host: dv-cinder-796114-1-iscsi {{(pid=91669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 13:06:20.956311 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6daeef9c-480f-40d7-be81-fd0e2292eaec tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for port, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:20.965160 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0313c0-3baf-4383-8344-6984d7a8d353 None None] Routers {'ff31e6f8-d6cc-452c-9780-b734afa708e7'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 13:06:20.965896 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-1b0313c0-3baf-4383-8344-6984d7a8d353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T13:05:53Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['ff31e6f8-d6cc-452c-9780-b734afa708e7'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:06:21.031028 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-109c2e48-993d-4e2f-af94-65880fcbd6eb admin admin] For port f9274923-2f0a-4205-a31c-5d1646c3e685, host dv-cinder-796114-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=f9274923-2f0a-4205-a31c-5d1646c3e685,segment=NetworkSegment(3c2da916-7025-41e9-bbaa-dbdda4d660f0),segment_id=3c2da916-7025-41e9-bbaa-dbdda4d660f0)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:06:21.031392 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-109c2e48-993d-4e2f-af94-65880fcbd6eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455153'] for port, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:21.087413 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.db.db_base_plugin_common [None req-6daeef9c-480f-40d7-be81-fd0e2292eaec tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Allocated IP 172.27.3.175 (d31b88ef-fdf5-46b1-8572-11d751094587/d3cd8c99-09c7-4ded-87bb-a3c326773e06/415cdcfe-c2dd-4969-9553-f346767e6656) {{(pid=91667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 13:06:21.099396 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-1b0313c0-3baf-4383-8344-6984d7a8d353 None None] Set router ff31e6f8-d6cc-452c-9780-b734afa708e7 gateway port host: None {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 13:06:21.145300 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-109c2e48-993d-4e2f-af94-65880fcbd6eb admin admin] Calling delete_port for f9274923-2f0a-4205-a31c-5d1646c3e685 owned by network:router_gateway {{(pid=91666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 13:06:21.190474 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-1b0313c0-3baf-4383-8344-6984d7a8d353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff31e6f8-d6cc-452c-9780-b734afa708e7', 'name': 'tempest-TestMinimumBasicScenario-903830950-router', 'tenant_id': '4e6d753e8b584352acd9d95692a545e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:59:44Z', 'updated_at': '2021-06-12T13:06:20Z', 'revision_number': 6, 'project_id': '4e6d753e8b584352acd9d95692a545e5', 'gw_port_host': None}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:06:21.194511 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0313c0-3baf-4383-8344-6984d7a8d353 None None] The sync data for ids ['ff31e6f8-d6cc-452c-9780-b734afa708e7'] in dv-cinder-796114-1-iscsi is: [{'id': 'ff31e6f8-d6cc-452c-9780-b734afa708e7', 'name': 'tempest-TestMinimumBasicScenario-903830950-router', 'tenant_id': '4e6d753e8b584352acd9d95692a545e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:59:44Z', 'updated_at': '2021-06-12T13:06:20Z', 'revision_number': 6, 'project_id': '4e6d753e8b584352acd9d95692a545e5', 'gw_port_host': None}] {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 13:06:21.264487 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6daeef9c-480f-40d7-be81-fd0e2292eaec tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks [] for port, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:21.307591 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6daeef9c-480f-40d7-be81-fd0e2292eaec tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1466997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-122173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752044431912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13277797'] for port, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:21.310352 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-9ace630e-e4a2-4f2b-a600-c5b4c8bf6414 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:06:21.358656 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6daeef9c-480f-40d7-be81-fd0e2292eaec tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Network d31b88ef-fdf5-46b1-8572-11d751094587 is already hosted by enough agents. {{(pid=91667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 13:06:21.361490 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.base_scheduler [None req-6daeef9c-480f-40d7-be81-fd0e2292eaec tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Resources bound (agent type, host, resource id): {{(pid=91667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 13:06:21.365891 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6daeef9c-480f-40d7-be81-fd0e2292eaec tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Received port after_create {{(pid=91667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 13:06:21.398824 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daeef9c-480f-40d7-be81-fd0e2292eaec tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Pushing event updated for resources: {'Port': ['ID=415cdcfe-c2dd-4969-9553-f346767e6656,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:06:21.402675 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-6daeef9c-480f-40d7-be81-fd0e2292eaec tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:06:21.422159 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-fd22d444-1ea0-43b3-a81a-bf85dadad660 req-44abe41d-b09e-4487-b3b7-3e7b57d70f29 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1a57e811-b623-4c18-bfcd-9968deecb777&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1250072 Jun 12 13:06:21.441853 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-109c2e48-993d-4e2f-af94-65880fcbd6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752044873292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752044431921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14082967'] for port, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:21.445179 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-0ebcb215-fb44-4446-8281-3471e8a0f2e8 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:06:21.471188 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6daeef9c-480f-40d7-be81-fd0e2292eaec tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:21.483892 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109c2e48-993d-4e2f-af94-65880fcbd6eb admin admin] Pushing event deleted for resources: {'Port': ['ID=f9274923-2f0a-4205-a31c-5d1646c3e685,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:06:21.486911 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-109c2e48-993d-4e2f-af94-65880fcbd6eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:06:21.526618 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:21.527239 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6daeef9c-480f-40d7-be81-fd0e2292eaec tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:21.600393 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-109c2e48-993d-4e2f-af94-65880fcbd6eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454167'] for router_gateway, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:21.732579 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6daeef9c-480f-40d7-be81-fd0e2292eaec tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks [] for port, precommit_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:21.737067 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6daeef9c-480f-40d7-be81-fd0e2292eaec tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13277787'] for port, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:21.740635 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-c0229fb9-ff42-498f-849c-9772d1a90815 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:06:21.748274 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd22d444-1ea0-43b3-a81a-bf85dadad660 req-f3a98db3-f161-471f-8f2c-e716e42e9cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:21.749882 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-fd22d444-1ea0-43b3-a81a-bf85dadad660 req-f3a98db3-f161-471f-8f2c-e716e42e9cd1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7dc4fd57127a4ce392ff4630ba0b781b&device_id=1a57e811-b623-4c18-bfcd-9968deecb777 HTTP/1.1" status: 200 len: 1099 time: 0.2985620 Jun 12 13:06:21.757622 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-109c2e48-993d-4e2f-af94-65880fcbd6eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60926'] for router, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:21.760161 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-109c2e48-993d-4e2f-af94-65880fcbd6eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:21.827938 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daeef9c-480f-40d7-be81-fd0e2292eaec tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Pushing event updated for resources: {'Port': ['ID=415cdcfe-c2dd-4969-9553-f346767e6656,revision_number=2']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:06:21.831710 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-6daeef9c-480f-40d7-be81-fd0e2292eaec tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:06:21.840022 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6daeef9c-480f-40d7-be81-fd0e2292eaec tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454259'] for floatingip, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:21.854708 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6daeef9c-480f-40d7-be81-fd0e2292eaec tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920'] for floatingip, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:21.855942 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-6daeef9c-480f-40d7-be81-fd0e2292eaec tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0791140 Jun 12 13:06:21.867788 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-109c2e48-993d-4e2f-af94-65880fcbd6eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-442416'] for router, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:21.868334 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-109c2e48-993d-4e2f-af94-65880fcbd6eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff31e6f8-d6cc-452c-9780-b734afa708e7 {{(pid=91666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 12 13:06:21.875471 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-109c2e48-993d-4e2f-af94-65880fcbd6eb admin admin] Notify callbacks [] for router, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:21.876590 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-109c2e48-993d-4e2f-af94-65880fcbd6eb admin admin] 10.222.0.23 "DELETE /v2.0/routers/ff31e6f8-d6cc-452c-9780-b734afa708e7 HTTP/1.1" status: 204 len: 168 time: 1.3872662 Jun 12 13:06:21.879189 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 60300) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:06:21.996923 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.db_base_plugin_v2 [None req-3da5f727-f25a-40dc-8006-608e129a957d admin admin] Deleting subnet 607ed88a-bf51-4e88-a74c-8639ea6406b4 {{(pid=91666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 12 13:06:22.008958 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-3da5f727-f25a-40dc-8006-608e129a957d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:22.037711 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd22d444-1ea0-43b3-a81a-bf85dadad660 req-31dfbd9c-9f13-4ca8-acd0-07248a2297f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:22.039188 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-fd22d444-1ea0-43b3-a81a-bf85dadad660 req-31dfbd9c-9f13-4ca8-acd0-07248a2297f4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=aa0b2eef-60a6-40a3-bce6-957f6885e8a4 HTTP/1.1" status: 200 len: 912 time: 0.2061970 Jun 12 13:06:22.060479 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-5842f712-9790-4a6d-8791-649c067b2912 req-13845fac-03a1-4b2a-a7c7-73829716b965 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1224259727&fields=id&tenant_id=a33e9937caaf41ca8fc301bec96ba603 HTTP/1.1" status: 200 len: 267 time: 0.0385704 Jun 12 13:06:22.113965 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-3da5f727-f25a-40dc-8006-608e129a957d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12979528'] for subnet, precommit_delete_associations {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:22.171589 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-fd22d444-1ea0-43b3-a81a-bf85dadad660 req-b6c18299-961b-45e4-a10e-ce84a5b178a4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff1d4869-e3ee-4b6e-a85d-a3bba1f13a73 HTTP/1.1" status: 200 len: 1002 time: 0.1234107 Jun 12 13:06:22.238565 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842f712-9790-4a6d-8791-649c067b2912 req-07911c04-7aed-4733-8d45-7fd3c587ce5f tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:22.240460 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-5842f712-9790-4a6d-8791-649c067b2912 req-07911c04-7aed-4733-8d45-7fd3c587ce5f tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/networks?id=b082549b-b61d-48b6-a978-1804137ec38a HTTP/1.1" status: 200 len: 811 time: 0.1725087 Jun 12 13:06:22.259508 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-5842f712-9790-4a6d-8791-649c067b2912 req-86395f6b-80c0-4bc7-9e8f-95d1327631fc tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/quotas/a33e9937caaf41ca8fc301bec96ba603 HTTP/1.1" status: 200 len: 375 time: 0.0108998 Jun 12 13:06:22.308438 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-3da5f727-f25a-40dc-8006-608e129a957d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393918'] for subnet, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:22.317670 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd22d444-1ea0-43b3-a81a-bf85dadad660 req-87260a69-1cbb-4bcf-b82b-963af7df810d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:22.317670 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-fd22d444-1ea0-43b3-a81a-bf85dadad660 req-87260a69-1cbb-4bcf-b82b-963af7df810d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a098da02-dc26-4e87-a6b5-562c3ad57ee5 HTTP/1.1" status: 200 len: 850 time: 0.1337786 Jun 12 13:06:22.361288 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-5842f712-9790-4a6d-8791-649c067b2912 req-faf3cae0-ba32-4fd1-a5cc-aa8f6dfca8f5 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a33e9937caaf41ca8fc301bec96ba603&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0939820 Jun 12 13:06:22.420909 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-3da5f727-f25a-40dc-8006-608e129a957d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14082669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13914971'] for subnet, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:22.427665 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-88a2d483-3d87-4d99-beb3-3ef0cc9f2ee9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:06:22.457850 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd22d444-1ea0-43b3-a81a-bf85dadad660 req-b3825731-7ddb-45fe-b582-1d0a1c9ac0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:22.459363 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-fd22d444-1ea0-43b3-a81a-bf85dadad660 req-b3825731-7ddb-45fe-b582-1d0a1c9ac0ee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa0b2eef-60a6-40a3-bce6-957f6885e8a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1171584 Jun 12 13:06:22.462262 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da5f727-f25a-40dc-8006-608e129a957d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=607ed88a-bf51-4e88-a74c-8639ea6406b4,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:06:22.465269 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-3da5f727-f25a-40dc-8006-608e129a957d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:06:22.466310 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-3da5f727-f25a-40dc-8006-608e129a957d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for subnet, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:22.468078 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-3da5f727-f25a-40dc-8006-608e129a957d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/607ed88a-bf51-4e88-a74c-8639ea6406b4 HTTP/1.1" status: 204 len: 168 time: 0.5879891 Jun 12 13:06:22.475993 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 60314) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:06:22.479552 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daaf5589-e68d-4777-955d-d9dad6d30eb1 None None] Network ea661569-f205-4557-9f71-6b823d81a48c requested from dv-cinder-796114-1-iscsi {{(pid=91668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 13:06:22.554693 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-5842f712-9790-4a6d-8791-649c067b2912 req-6f51ace9-72ca-49dc-9acb-04ef81db7fba service neutron] 10.222.0.23 "GET /v2.0/networks/b082549b-b61d-48b6-a978-1804137ec38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801407 Jun 12 13:06:22.591465 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-fd22d444-1ea0-43b3-a81a-bf85dadad660 req-22c6ddc3-cbec-4568-b0a7-cbd461fe606d service neutron] 10.222.0.30 "GET /v2.0/networks/aa0b2eef-60a6-40a3-bce6-957f6885e8a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221788 Jun 12 13:06:22.664903 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-56fb519b-9c89-4fed-b6d4-b265d260ed57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1600373'] for network, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:22.718856 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-fd22d444-1ea0-43b3-a81a-bf85dadad660 req-877aabd0-2a0f-488a-adb0-90f0c9c833de service neutron] 10.222.0.30 "GET /v2.0/networks/aa0b2eef-60a6-40a3-bce6-957f6885e8a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202817 Jun 12 13:06:22.774241 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547a7e65-a3be-4ab5-bc49-fbe685e2b8f7 None None] DHCP port deletion for ea661569-f205-4557-9f71-6b823d81a48c request from dv-cinder-796114-1-iscsi {{(pid=91668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 12 13:06:22.780604 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-5842f712-9790-4a6d-8791-649c067b2912 req-e154b878-aa34-418f-99b6-d3ee9599f958 service neutron] 10.222.0.23 "GET /v2.0/networks/b082549b-b61d-48b6-a978-1804137ec38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154415 Jun 12 13:06:22.800841 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-56fb519b-9c89-4fed-b6d4-b265d260ed57 admin admin] Deleting port e9d00c2a-885b-47f0-8d1e-a354a3f44a7b {{(pid=91667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 13:06:22.801250 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-56fb519b-9c89-4fed-b6d4-b265d260ed57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752044867880'] for port, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:22.832887 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-547a7e65-a3be-4ab5-bc49-fbe685e2b8f7 None None] Deleting port e9d00c2a-885b-47f0-8d1e-a354a3f44a7b {{(pid=91668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 13:06:22.833538 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-547a7e65-a3be-4ab5-bc49-fbe685e2b8f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752044867880'] for port, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:22.927679 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.db [None req-56fb519b-9c89-4fed-b6d4-b265d260ed57 admin admin] For port e9d00c2a-885b-47f0-8d1e-a354a3f44a7b, host dv-cinder-796114-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=e9d00c2a-885b-47f0-8d1e-a354a3f44a7b,segment=NetworkSegment(48e57299-08a6-4493-95cd-be083990ba30),segment_id=48e57299-08a6-4493-95cd-be083990ba30)] {{(pid=91667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:06:22.929345 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-56fb519b-9c89-4fed-b6d4-b265d260ed57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455153'] for port, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:22.953466 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-547a7e65-a3be-4ab5-bc49-fbe685e2b8f7 None None] For port e9d00c2a-885b-47f0-8d1e-a354a3f44a7b, host dv-cinder-796114-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=e9d00c2a-885b-47f0-8d1e-a354a3f44a7b,segment=NetworkSegment(48e57299-08a6-4493-95cd-be083990ba30),segment_id=48e57299-08a6-4493-95cd-be083990ba30)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:06:22.954125 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-547a7e65-a3be-4ab5-bc49-fbe685e2b8f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455153'] for port, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:22.971873 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device 15f54138-f777-461f-9151-0aa4e80b9107 no longer exists at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 13:06:22.998572 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-04d37aaf-ad6f-4b24-896a-37153146f870 req-9adb2e69-269e-4335-b735-9031864f96a4 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=84a016ac-e123-42b6-aa59-405d60162fd8 HTTP/1.1" status: 200 len: 210 time: 0.0473166 Jun 12 13:06:23.032658 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-56fb519b-9c89-4fed-b6d4-b265d260ed57 admin admin] Calling delete_port for e9d00c2a-885b-47f0-8d1e-a354a3f44a7b owned by network:dhcp {{(pid=91667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 13:06:23.059726 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] No Port match for: 15f54138-f777-461f-9151-0aa4e80b9107 {{(pid=91668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 13:06:23.060081 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device 15f54138-f777-461f-9151-0aa4e80b9107 not bound to the agent host dv-cinder-796114-1-iscsi {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 13:06:23.060506 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device e9d00c2a-885b-47f0-8d1e-a354a3f44a7b no longer exists at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 13:06:23.102901 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-547a7e65-a3be-4ab5-bc49-fbe685e2b8f7 None None] Calling delete_port for e9d00c2a-885b-47f0-8d1e-a354a3f44a7b owned by network:dhcp {{(pid=91668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 13:06:23.152536 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-56fb519b-9c89-4fed-b6d4-b265d260ed57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752044873292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752044431921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13277804'] for port, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:23.155581 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-4d454519-cdde-47ba-9dd2-87634d95d74b tempest-VolumesSnapshotTestJSON-707859006 tempest-VolumesSnapshotTestJSON-707859006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:06:23.190483 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fb519b-9c89-4fed-b6d4-b265d260ed57 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9d00c2a-885b-47f0-8d1e-a354a3f44a7b,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:06:23.193964 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-56fb519b-9c89-4fed-b6d4-b265d260ed57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:06:23.194794 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fb519b-9c89-4fed-b6d4-b265d260ed57 admin admin] No DVR routers for this DVR port e9d00c2a-885b-47f0-8d1e-a354a3f44a7b on host dv-cinder-796114-1-iscsi {{(pid=91667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 13:06:23.227872 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] No active binding found for port e9d00c2a-885b-47f0-8d1e-a354a3f44a7b {{(pid=91668) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 12 13:06:23.228306 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device e9d00c2a-885b-47f0-8d1e-a354a3f44a7b not bound to the agent host dv-cinder-796114-1-iscsi {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 13:06:23.228957 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device f9274923-2f0a-4205-a31c-5d1646c3e685 no longer exists at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 13:06:23.260916 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] No Port match for: f9274923-2f0a-4205-a31c-5d1646c3e685 {{(pid=91668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 13:06:23.263467 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device f9274923-2f0a-4205-a31c-5d1646c3e685 not bound to the agent host dv-cinder-796114-1-iscsi {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 13:06:23.290025 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-547a7e65-a3be-4ab5-bc49-fbe685e2b8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752044873292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752044431921'] for port, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:23.292708 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:06:23.318107 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-56fb519b-9c89-4fed-b6d4-b265d260ed57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1356131', 'neutron.services.segments.db._delete_segments_for_network-8752044986040'] for network, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:23.330881 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.services.segments.db [None req-56fb519b-9c89-4fed-b6d4-b265d260ed57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea661569-f205-4557-9f71-6b823d81a48c']}} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:06:23.344504 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.services.segments.db [None req-56fb519b-9c89-4fed-b6d4-b265d260ed57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48e57299-08a6-4493-95cd-be083990ba30') {'for_net_delete': True} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:06:23.344811 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.services.segments.db [None req-56fb519b-9c89-4fed-b6d4-b265d260ed57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48e57299-08a6-4493-95cd-be083990ba30') {} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:06:23.352543 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547a7e65-a3be-4ab5-bc49-fbe685e2b8f7 None None] Pushing event deleted for resources: {'Port': ['ID=e9d00c2a-885b-47f0-8d1e-a354a3f44a7b,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:06:23.354900 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-547a7e65-a3be-4ab5-bc49-fbe685e2b8f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:06:23.356348 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-56fb519b-9c89-4fed-b6d4-b265d260ed57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752044985878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13123212'] for segment, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:23.370046 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547a7e65-a3be-4ab5-bc49-fbe685e2b8f7 None None] No DVR routers for this DVR port e9d00c2a-885b-47f0-8d1e-a354a3f44a7b on host dv-cinder-796114-1-iscsi {{(pid=91668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 13:06:23.386656 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:23.387247 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-56fb519b-9c89-4fed-b6d4-b265d260ed57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400235'] for segment, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:23.395142 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56fb519b-9c89-4fed-b6d4-b265d260ed57 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=91667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 12 13:06:23.395606 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-56fb519b-9c89-4fed-b6d4-b265d260ed57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13277759'] for segment, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:23.397618 dv-cinder-796114-1-iscsi neutron-server[91667]: Traceback (most recent call last): Jun 12 13:06:23.397618 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 12 13:06:23.397618 dv-cinder-796114-1-iscsi neutron-server[91667]: timer() Jun 12 13:06:23.397618 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 12 13:06:23.397618 dv-cinder-796114-1-iscsi neutron-server[91667]: cb(*args, **kw) Jun 12 13:06:23.397618 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 12 13:06:23.397618 dv-cinder-796114-1-iscsi neutron-server[91667]: return func(*args, **kwargs) Jun 12 13:06:23.397618 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 12 13:06:23.397618 dv-cinder-796114-1-iscsi neutron-server[91667]: self._notify() Jun 12 13:06:23.397618 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 12 13:06:23.397618 dv-cinder-796114-1-iscsi neutron-server[91667]: self.callback(batched_events) Jun 12 13:06:23.397618 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 12 13:06:23.397618 dv-cinder-796114-1-iscsi neutron-server[91667]: event.method(event) Jun 12 13:06:23.397618 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 12 13:06:23.397618 dv-cinder-796114-1-iscsi neutron-server[91667]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 12 13:06:23.397618 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 12 13:06:23.397618 dv-cinder-796114-1-iscsi neutron-server[91667]: aggregate_uuid = self.p_client.list_aggregates( Jun 12 13:06:23.397618 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 12 13:06:23.397618 dv-cinder-796114-1-iscsi neutron-server[91667]: return f(self, *a, **k) Jun 12 13:06:23.397618 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 12 13:06:23.397618 dv-cinder-796114-1-iscsi neutron-server[91667]: return self._get(url).json() Jun 12 13:06:23.397618 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 12 13:06:23.397618 dv-cinder-796114-1-iscsi neutron-server[91667]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 12 13:06:23.397618 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 12 13:06:23.397618 dv-cinder-796114-1-iscsi neutron-server[91667]: return self.request(url, 'GET', **kwargs) Jun 12 13:06:23.397618 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 12 13:06:23.397618 dv-cinder-796114-1-iscsi neutron-server[91667]: base_url = self.get_endpoint(auth, allow=allow, Jun 12 13:06:23.397618 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 12 13:06:23.397618 dv-cinder-796114-1-iscsi neutron-server[91667]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 12 13:06:23.397618 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 12 13:06:23.397618 dv-cinder-796114-1-iscsi neutron-server[91667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 12 13:06:23.397618 dv-cinder-796114-1-iscsi neutron-server[91667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 12 13:06:23.469727 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-0b4c9b96-8555-40ff-9afc-dcb80dab134b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:23.489387 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-56fb519b-9c89-4fed-b6d4-b265d260ed57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1356156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454154'] for network, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:23.493600 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-c4798e82-671b-4358-a2f0-28439db36032 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:06:23.497249 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-56fb519b-9c89-4fed-b6d4-b265d260ed57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for network, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:23.499372 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-56fb519b-9c89-4fed-b6d4-b265d260ed57 admin admin] 10.222.0.23 "DELETE /v2.0/networks/ea661569-f205-4557-9f71-6b823d81a48c HTTP/1.1" status: 204 len: 168 time: 1.0220923 Jun 12 13:06:23.512886 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fb519b-9c89-4fed-b6d4-b265d260ed57 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea661569-f205-4557-9f71-6b823d81a48c,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:06:23.515409 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-56fb519b-9c89-4fed-b6d4-b265d260ed57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:06:23.627703 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 60330) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:06:23.673013 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-280c0555-093e-4f3d-a8be-f09840c5df56 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=28043c4af02547deae876ba39ba11123&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0437753 Jun 12 13:06:23.675302 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 60332) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:06:23.732335 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-a301145a-cdbe-40f3-86b7-5d55ef52550f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:23.755482 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-a301145a-cdbe-40f3-86b7-5d55ef52550f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:23.808001 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-a301145a-cdbe-40f3-86b7-5d55ef52550f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:23.810699 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-a301145a-cdbe-40f3-86b7-5d55ef52550f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:23.811804 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-a301145a-cdbe-40f3-86b7-5d55ef52550f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e07f563c-91f7-4cb3-9549-e4e7eef36183 HTTP/1.1" status: 204 len: 168 time: 0.1355202 Jun 12 13:06:23.812598 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-60c095aa-aaed-4f32-a4e9-732064f7b41d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:06:23.823901 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a301145a-cdbe-40f3-86b7-5d55ef52550f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07f563c-91f7-4cb3-9549-e4e7eef36183,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:06:23.830954 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a301145a-cdbe-40f3-86b7-5d55ef52550f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:06:23.831371 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a301145a-cdbe-40f3-86b7-5d55ef52550f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:06:23.831800 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a301145a-cdbe-40f3-86b7-5d55ef52550f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:06:23.832160 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a301145a-cdbe-40f3-86b7-5d55ef52550f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:06:23.832517 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a301145a-cdbe-40f3-86b7-5d55ef52550f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:06:23.832871 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a301145a-cdbe-40f3-86b7-5d55ef52550f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:06:23.833222 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a301145a-cdbe-40f3-86b7-5d55ef52550f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:06:23.833572 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a301145a-cdbe-40f3-86b7-5d55ef52550f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:06:23.833931 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a301145a-cdbe-40f3-86b7-5d55ef52550f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:06:23.834301 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a301145a-cdbe-40f3-86b7-5d55ef52550f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:06:23.834651 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a301145a-cdbe-40f3-86b7-5d55ef52550f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:06:23.834997 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a301145a-cdbe-40f3-86b7-5d55ef52550f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:06:23.837983 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-a301145a-cdbe-40f3-86b7-5d55ef52550f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:06:24.183707 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 60340) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:06:24.196203 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-a48c3997-17ca-4745-bf52-d179e572b654 req-820ff206-99a7-4c4f-8158-31de172d1b33 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=84a016ac-e123-42b6-aa59-405d60162fd8 HTTP/1.1" status: 200 len: 210 time: 0.0449750 Jun 12 13:06:24.232889 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842f712-9790-4a6d-8791-649c067b2912 req-3dd8277a-2751-4db1-a892-ba4608a6e1e4 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:24.234439 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-5842f712-9790-4a6d-8791-649c067b2912 req-3dd8277a-2751-4db1-a892-ba4608a6e1e4 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.30 "GET /v2.0/networks?id=b082549b-b61d-48b6-a978-1804137ec38a HTTP/1.1" status: 200 len: 811 time: 0.1824620 Jun 12 13:06:24.246048 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-9b3d9538-a11e-4a10-8273-54e7082bce29 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4e6d753e8b584352acd9d95692a545e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0609396 Jun 12 13:06:24.248568 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 60342) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:06:24.291545 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-5842f712-9790-4a6d-8791-649c067b2912 req-d160fe25-e9c8-4aae-b8e2-0598b8dcf523 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a33e9937caaf41ca8fc301bec96ba603 HTTP/1.1" status: 200 len: 380 time: 0.0478399 Jun 12 13:06:24.303525 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [req-5842f712-9790-4a6d-8791-649c067b2912 req-e0a5ca7a-e457-4ad6-a164-0bc2dce5f6aa tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Request body: {'port': {'device_id': '84a016ac-e123-42b6-aa59-405d60162fd8', 'network_id': 'b082549b-b61d-48b6-a978-1804137ec38a', 'admin_state_up': True, 'tenant_id': 'a33e9937caaf41ca8fc301bec96ba603', 'security_groups': ['fcf9fb81-dc0b-4279-9244-7736a05c439b']}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:06:24.306949 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8e89f781-6232-4e4e-bf35-c120cd9a3ce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:24.335128 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8e89f781-6232-4e4e-bf35-c120cd9a3ce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:24.391802 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8e89f781-6232-4e4e-bf35-c120cd9a3ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:24.395175 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8e89f781-6232-4e4e-bf35-c120cd9a3ce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:24.396322 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-8e89f781-6232-4e4e-bf35-c120cd9a3ce0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0a3ebb39-f0b1-450b-bf32-92ef683b5b78 HTTP/1.1" status: 204 len: 168 time: 0.1468596 Jun 12 13:06:24.397202 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-5759ccf4-a2d9-4329-ab52-108ee478f252 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:06:24.408340 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e89f781-6232-4e4e-bf35-c120cd9a3ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3ebb39-f0b1-450b-bf32-92ef683b5b78,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:06:24.411040 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-8e89f781-6232-4e4e-bf35-c120cd9a3ce0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:06:24.451031 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5842f712-9790-4a6d-8791-649c067b2912 req-e0a5ca7a-e457-4ad6-a164-0bc2dce5f6aa tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Made reservation on behalf of a33e9937caaf41ca8fc301bec96ba603 for: {'port': 1} {{(pid=91666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 13:06:24.454596 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-5842f712-9790-4a6d-8791-649c067b2912 req-e0a5ca7a-e457-4ad6-a164-0bc2dce5f6aa tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for port, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:24.616369 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.db_base_plugin_common [req-5842f712-9790-4a6d-8791-649c067b2912 req-e0a5ca7a-e457-4ad6-a164-0bc2dce5f6aa tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Allocated IP 172.20.0.14 (b082549b-b61d-48b6-a978-1804137ec38a/040de1c9-b671-4172-8240-56a21bd80720/44dbd79e-47e8-431c-8b52-c663c8d93907) {{(pid=91666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 13:06:25.070006 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-7239a5c3-c5f0-4f25-a5be-c6c46247b3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:25.117625 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-5842f712-9790-4a6d-8791-649c067b2912 req-e0a5ca7a-e457-4ad6-a164-0bc2dce5f6aa tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks [] for port, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:25.130785 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [req-5842f712-9790-4a6d-8791-649c067b2912 req-e0a5ca7a-e457-4ad6-a164-0bc2dce5f6aa tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Transition to ACTIVE for port object 44dbd79e-47e8-431c-8b52-c663c8d93907 will not be triggered until provisioned by entity DHCP. {{(pid=91666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 13:06:25.166493 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-5842f712-9790-4a6d-8791-649c067b2912 req-e0a5ca7a-e457-4ad6-a164-0bc2dce5f6aa tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1466997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-122173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752044431912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14082974'] for port, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:25.170255 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-651db2d4-a8a0-4995-8106-e5f791dd6c68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:06:25.219473 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5842f712-9790-4a6d-8791-649c067b2912 req-e0a5ca7a-e457-4ad6-a164-0bc2dce5f6aa tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Network b082549b-b61d-48b6-a978-1804137ec38a is already hosted by enough agents. {{(pid=91666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 13:06:25.223738 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.base_scheduler [req-5842f712-9790-4a6d-8791-649c067b2912 req-e0a5ca7a-e457-4ad6-a164-0bc2dce5f6aa tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Resources bound (agent type, host, resource id): {{(pid=91666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 13:06:25.227505 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [req-5842f712-9790-4a6d-8791-649c067b2912 req-e0a5ca7a-e457-4ad6-a164-0bc2dce5f6aa tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Received port after_create {{(pid=91666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 13:06:25.262623 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a5ca7a-e457-4ad6-a164-0bc2dce5f6aa tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Pushing event updated for resources: {'Port': ['ID=44dbd79e-47e8-431c-8b52-c663c8d93907,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:06:25.268044 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-e0a5ca7a-e457-4ad6-a164-0bc2dce5f6aa tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:06:25.297213 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842f712-9790-4a6d-8791-649c067b2912 req-e0a5ca7a-e457-4ad6-a164-0bc2dce5f6aa tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:25.297820 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-5842f712-9790-4a6d-8791-649c067b2912 req-e0a5ca7a-e457-4ad6-a164-0bc2dce5f6aa tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920'] for port, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:25.316974 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-5842f712-9790-4a6d-8791-649c067b2912 req-e0a5ca7a-e457-4ad6-a164-0bc2dce5f6aa tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0175972 Jun 12 13:06:25.343700 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [req-5842f712-9790-4a6d-8791-649c067b2912 req-24538c90-cdba-4772-988e-b1617132d508 service neutron] Request body: {'port': {'device_id': '84a016ac-e123-42b6-aa59-405d60162fd8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:06:25.412264 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-6a8d4c8b-aeb3-4786-a0be-2b06230ca1f0 None None] Provisioning for port 44dbd79e-47e8-431c-8b52-c663c8d93907 completed by entity DHCP. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 13:06:25.416085 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-6a8d4c8b-aeb3-4786-a0be-2b06230ca1f0 None None] Provisioning complete for port 44dbd79e-47e8-431c-8b52-c663c8d93907 triggered by entity DHCP. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 13:06:25.416517 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-6a8d4c8b-aeb3-4786-a0be-2b06230ca1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:25.458666 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-6a8d4c8b-aeb3-4786-a0be-2b06230ca1f0 None None] Port 44dbd79e-47e8-431c-8b52-c663c8d93907 cannot update to ACTIVE because it is not bound. {{(pid=91668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 13:06:25.476061 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-5842f712-9790-4a6d-8791-649c067b2912 req-24538c90-cdba-4772-988e-b1617132d508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:25.484684 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27167151-e23a-42c4-8917-58bf2bb61780 req-1113ebcc-96bc-4277-aba3-3ee4ef668835 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:25.486095 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-27167151-e23a-42c4-8917-58bf2bb61780 req-1113ebcc-96bc-4277-aba3-3ee4ef668835 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=84a016ac-e123-42b6-aa59-405d60162fd8 HTTP/1.1" status: 200 len: 932 time: 0.1569078 Jun 12 13:06:25.572049 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-27167151-e23a-42c4-8917-58bf2bb61780 req-341da8ca-3b32-415a-a33b-a09c59b6f342 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=fcf9fb81-dc0b-4279-9244-7736a05c439b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746682 Jun 12 13:06:25.845063 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.notifiers.nova [req-5842f712-9790-4a6d-8791-649c067b2912 req-24538c90-cdba-4772-988e-b1617132d508 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44dbd79e-47e8-431c-8b52-c663c8d93907 {{(pid=91666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 13:06:25.852936 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-5842f712-9790-4a6d-8791-649c067b2912 req-24538c90-cdba-4772-988e-b1617132d508 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:25.865352 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [req-5842f712-9790-4a6d-8791-649c067b2912 req-24538c90-cdba-4772-988e-b1617132d508 service neutron] Transition to ACTIVE for port object 44dbd79e-47e8-431c-8b52-c663c8d93907 will not be triggered until provisioned by entity L2. {{(pid=91666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 13:06:25.869928 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-5842f712-9790-4a6d-8791-649c067b2912 req-24538c90-cdba-4772-988e-b1617132d508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14082976'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:25.872182 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-f3625c16-9925-4b4a-9c94-2cf31eef9133 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:06:25.884018 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-0a5de27a-4d22-4fdd-a4cf-053756d7edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:25.975454 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24538c90-cdba-4772-988e-b1617132d508 service neutron] Pushing event updated for resources: {'Port': ['ID=44dbd79e-47e8-431c-8b52-c663c8d93907,revision_number=2']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:06:25.979059 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-24538c90-cdba-4772-988e-b1617132d508 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:06:26.082779 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [req-5842f712-9790-4a6d-8791-649c067b2912 req-24538c90-cdba-4772-988e-b1617132d508 service neutron] Attempting to bind port 44dbd79e-47e8-431c-8b52-c663c8d93907 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 13:06:26.083132 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [req-5842f712-9790-4a6d-8791-649c067b2912 req-24538c90-cdba-4772-988e-b1617132d508 service neutron] Attempting to bind port 44dbd79e-47e8-431c-8b52-c663c8d93907 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '86bd5776-487d-44b3-91cb-8214abc180f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b082549b-b61d-48b6-a978-1804137ec38a'}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 13:06:26.083444 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5842f712-9790-4a6d-8791-649c067b2912 req-24538c90-cdba-4772-988e-b1617132d508 service neutron] Attempting to bind port 44dbd79e-47e8-431c-8b52-c663c8d93907 on network b082549b-b61d-48b6-a978-1804137ec38a {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 13:06:26.087902 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5842f712-9790-4a6d-8791-649c067b2912 req-24538c90-cdba-4772-988e-b1617132d508 service neutron] Port 44dbd79e-47e8-431c-8b52-c663c8d93907 on network b082549b-b61d-48b6-a978-1804137ec38a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 13:06:26.088219 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5842f712-9790-4a6d-8791-649c067b2912 req-24538c90-cdba-4772-988e-b1617132d508 service neutron] Attempting to bind port 44dbd79e-47e8-431c-8b52-c663c8d93907 on network b082549b-b61d-48b6-a978-1804137ec38a {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 13:06:26.092803 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5842f712-9790-4a6d-8791-649c067b2912 req-24538c90-cdba-4772-988e-b1617132d508 service neutron] Checking agent: {'id': '858649d7-9eac-48e6-8b51-9e9d764f3a99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 12, 56, 19), 'started_at': datetime.datetime(2021, 6, 12, 12, 56, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 13, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 13:06:26.093132 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5842f712-9790-4a6d-8791-649c067b2912 req-24538c90-cdba-4772-988e-b1617132d508 service neutron] Checking segment: {'id': '86bd5776-487d-44b3-91cb-8214abc180f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b082549b-b61d-48b6-a978-1804137ec38a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 13:06:26.093506 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5842f712-9790-4a6d-8791-649c067b2912 req-24538c90-cdba-4772-988e-b1617132d508 service neutron] Bound using segment: {'id': '86bd5776-487d-44b3-91cb-8214abc180f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b082549b-b61d-48b6-a978-1804137ec38a'} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 13:06:26.094007 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [req-5842f712-9790-4a6d-8791-649c067b2912 req-24538c90-cdba-4772-988e-b1617132d508 service neutron] Bound port: 44dbd79e-47e8-431c-8b52-c663c8d93907, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86bd5776-487d-44b3-91cb-8214abc180f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b082549b-b61d-48b6-a978-1804137ec38a'}}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 13:06:26.094388 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-5842f712-9790-4a6d-8791-649c067b2912 req-24538c90-cdba-4772-988e-b1617132d508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:26.175490 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [req-5842f712-9790-4a6d-8791-649c067b2912 req-24538c90-cdba-4772-988e-b1617132d508 service neutron] For port 44dbd79e-47e8-431c-8b52-c663c8d93907, host hv-cinder-79611, cleared binding levels {{(pid=91666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 13:06:26.179055 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [req-5842f712-9790-4a6d-8791-649c067b2912 req-24538c90-cdba-4772-988e-b1617132d508 service neutron] For port 44dbd79e-47e8-431c-8b52-c663c8d93907, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=44dbd79e-47e8-431c-8b52-c663c8d93907,segment=NetworkSegment(86bd5776-487d-44b3-91cb-8214abc180f6),segment_id=86bd5776-487d-44b3-91cb-8214abc180f6)] {{(pid=91666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 13:06:26.183469 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-5842f712-9790-4a6d-8791-649c067b2912 req-24538c90-cdba-4772-988e-b1617132d508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14082976'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:26.187134 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-6d7f0493-2609-4dd8-8dbf-dbc42032ad78 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:06:26.232019 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842f712-9790-4a6d-8791-649c067b2912 req-24538c90-cdba-4772-988e-b1617132d508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:26.232644 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-5842f712-9790-4a6d-8791-649c067b2912 req-24538c90-cdba-4772-988e-b1617132d508 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920'] for port, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:26.234023 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-5842f712-9790-4a6d-8791-649c067b2912 req-24538c90-cdba-4772-988e-b1617132d508 service neutron] 10.222.0.30 "PUT /v2.0/ports/44dbd79e-47e8-431c-8b52-c663c8d93907 HTTP/1.1" status: 200 len: 1094 time: 0.8944592 Jun 12 13:06:26.234568 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84a016ac-e123-42b6-aa59-405d60162fd8', 'tag': '44dbd79e-47e8-431c-8b52-c663c8d93907'}] {{(pid=91666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 13:06:26.236924 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba2aedb3ce59156ad261fd92086ba05f02985526b362ab5d5a646d7af1b76f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9549e853-30e5-42a6-ae75-57b3eba7467b" -d '{"events": [{"name": "network-changed", "server_uuid": "84a016ac-e123-42b6-aa59-405d60162fd8", "tag": "44dbd79e-47e8-431c-8b52-c663c8d93907"}]}' {{(pid=91666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 13:06:26.266297 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24538c90-cdba-4772-988e-b1617132d508 service neutron] Pushing event updated for resources: {'Port': ['ID=44dbd79e-47e8-431c-8b52-c663c8d93907,revision_number=3']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:06:26.269772 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-24538c90-cdba-4772-988e-b1617132d508 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:06:26.291235 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 13:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df79176d-f9cb-4d40-87be-91ae2e858b63 x-openstack-request-id: req-df79176d-f9cb-4d40-87be-91ae2e858b63 {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 13:06:26.291590 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84a016ac-e123-42b6-aa59-405d60162fd8", "tag": "44dbd79e-47e8-431c-8b52-c663c8d93907", "status": "completed", "code": 200}]} {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 13:06:26.291888 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-df79176d-f9cb-4d40-87be-91ae2e858b63 {{(pid=91666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 13:06:26.292337 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84a016ac-e123-42b6-aa59-405d60162fd8', 'tag': '44dbd79e-47e8-431c-8b52-c663c8d93907', 'status': 'completed', 'code': 200} Jun 12 13:06:26.364930 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842f712-9790-4a6d-8791-649c067b2912 req-5f613f48-d6d7-49f8-8d19-8a94d5c84ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:26.366470 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-5842f712-9790-4a6d-8791-649c067b2912 req-5f613f48-d6d7-49f8-8d19-8a94d5c84ffb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a33e9937caaf41ca8fc301bec96ba603&device_id=84a016ac-e123-42b6-aa59-405d60162fd8 HTTP/1.1" status: 200 len: 1097 time: 0.0664814 Jun 12 13:06:26.430521 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-5842f712-9790-4a6d-8791-649c067b2912 req-be403058-5825-4116-b590-67396e82efdd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44dbd79e-47e8-431c-8b52-c663c8d93907 HTTP/1.1" status: 200 len: 217 time: 0.0560720 Jun 12 13:06:26.488893 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842f712-9790-4a6d-8791-649c067b2912 req-9b30829b-c5e9-48a7-b15b-63467ae23bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:26.490414 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-5842f712-9790-4a6d-8791-649c067b2912 req-9b30829b-c5e9-48a7-b15b-63467ae23bec service neutron] 10.222.0.30 "GET /v2.0/subnets?id=040de1c9-b671-4172-8240-56a21bd80720 HTTP/1.1" status: 200 len: 850 time: 0.0526361 Jun 12 13:06:26.559576 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842f712-9790-4a6d-8791-649c067b2912 req-9e92c4db-82fc-4141-9b64-aac14c86f6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:26.561366 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-5842f712-9790-4a6d-8791-649c067b2912 req-9e92c4db-82fc-4141-9b64-aac14c86f6f3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b082549b-b61d-48b6-a978-1804137ec38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0643022 Jun 12 13:06:26.682557 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-5842f712-9790-4a6d-8791-649c067b2912 req-ce03cb80-ac52-4048-a577-11438c53f95c service neutron] 10.222.0.30 "GET /v2.0/networks/b082549b-b61d-48b6-a978-1804137ec38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136587 Jun 12 13:06:26.769704 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe183ed0-f5a8-422f-a7c3-587790b11452 req-3c6dced2-ec91-44f8-bee3-401f56d57088 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:26.771678 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-fe183ed0-f5a8-422f-a7c3-587790b11452 req-3c6dced2-ec91-44f8-bee3-401f56d57088 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=84a016ac-e123-42b6-aa59-405d60162fd8 HTTP/1.1" status: 200 len: 944 time: 0.0802677 Jun 12 13:06:26.807148 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-5842f712-9790-4a6d-8791-649c067b2912 req-947e91a2-3704-4b60-a3dd-68b542f96f4f service neutron] 10.222.0.30 "GET /v2.0/networks/b082549b-b61d-48b6-a978-1804137ec38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184571 Jun 12 13:06:26.817701 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-fe183ed0-f5a8-422f-a7c3-587790b11452 req-33e7aa2e-cab3-480e-89d5-fffd608eb1fc tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=fcf9fb81-dc0b-4279-9244-7736a05c439b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403881 Jun 12 13:06:26.934383 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549e853-30e5-42a6-ae75-57b3eba7467b req-79ca1204-5df4-4c1c-8d2f-9c9350ebf8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:26.935945 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-9549e853-30e5-42a6-ae75-57b3eba7467b req-79ca1204-5df4-4c1c-8d2f-9c9350ebf8a4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a33e9937caaf41ca8fc301bec96ba603&device_id=84a016ac-e123-42b6-aa59-405d60162fd8 HTTP/1.1" status: 200 len: 1097 time: 0.0656254 Jun 12 13:06:27.055871 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549e853-30e5-42a6-ae75-57b3eba7467b req-31de4207-7efd-4fad-89a8-f45e577a35d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:27.057221 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-9549e853-30e5-42a6-ae75-57b3eba7467b req-31de4207-7efd-4fad-89a8-f45e577a35d3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b082549b-b61d-48b6-a978-1804137ec38a HTTP/1.1" status: 200 len: 912 time: 0.1142032 Jun 12 13:06:27.120086 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-9549e853-30e5-42a6-ae75-57b3eba7467b req-a367ca11-2a75-4c80-b4d0-30aeb9ee988f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44dbd79e-47e8-431c-8b52-c663c8d93907 HTTP/1.1" status: 200 len: 217 time: 0.0559585 Jun 12 13:06:27.183552 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549e853-30e5-42a6-ae75-57b3eba7467b req-41bd3ab1-59e5-4f93-9bef-9aa69a1161c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:27.185827 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-9549e853-30e5-42a6-ae75-57b3eba7467b req-41bd3ab1-59e5-4f93-9bef-9aa69a1161c8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=040de1c9-b671-4172-8240-56a21bd80720 HTTP/1.1" status: 200 len: 850 time: 0.0594022 Jun 12 13:06:27.264273 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549e853-30e5-42a6-ae75-57b3eba7467b req-3228ee7e-4ad9-4330-a719-6b5cad749796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:27.266470 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-9549e853-30e5-42a6-ae75-57b3eba7467b req-3228ee7e-4ad9-4330-a719-6b5cad749796 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b082549b-b61d-48b6-a978-1804137ec38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0737906 Jun 12 13:06:27.401410 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-9549e853-30e5-42a6-ae75-57b3eba7467b req-df60ada9-28f5-4960-a8a4-102103da190f service neutron] 10.222.0.30 "GET /v2.0/networks/b082549b-b61d-48b6-a978-1804137ec38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276140 Jun 12 13:06:27.537148 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-9549e853-30e5-42a6-ae75-57b3eba7467b req-b89d7b22-a93e-45a4-96b7-745b253f10ff service neutron] 10.222.0.30 "GET /v2.0/networks/b082549b-b61d-48b6-a978-1804137ec38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292551 Jun 12 13:06:28.038290 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e4c62-f163-47ca-b616-d740adffd242 req-d6f3872f-ed04-4bb5-9f58-17b23aea7119 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:28.040025 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-664e4c62-f163-47ca-b616-d740adffd242 req-d6f3872f-ed04-4bb5-9f58-17b23aea7119 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=84a016ac-e123-42b6-aa59-405d60162fd8 HTTP/1.1" status: 200 len: 944 time: 0.0850399 Jun 12 13:06:28.084769 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-664e4c62-f163-47ca-b616-d740adffd242 req-9cc53c58-7331-467b-8fa5-de9ffdc20e18 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=fcf9fb81-dc0b-4279-9244-7736a05c439b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388975 Jun 12 13:06:29.285947 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3603242-6249-4704-be48-cde154cbb1c8 req-b4f8770c-8839-4984-8a33-e5b0da8a2179 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:29.287423 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-d3603242-6249-4704-be48-cde154cbb1c8 req-b4f8770c-8839-4984-8a33-e5b0da8a2179 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=84a016ac-e123-42b6-aa59-405d60162fd8 HTTP/1.1" status: 200 len: 944 time: 0.0751994 Jun 12 13:06:29.329673 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-d3603242-6249-4704-be48-cde154cbb1c8 req-105c01ac-4203-4b1b-8565-3bc5b7b12f87 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=fcf9fb81-dc0b-4279-9244-7736a05c439b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366058 Jun 12 13:06:30.523294 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21b6a7-f7b4-48eb-8628-03327c93850b req-85acb3ec-b936-428f-94bc-1d27213c02e7 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:30.524754 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-3e21b6a7-f7b4-48eb-8628-03327c93850b req-85acb3ec-b936-428f-94bc-1d27213c02e7 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=84a016ac-e123-42b6-aa59-405d60162fd8 HTTP/1.1" status: 200 len: 944 time: 0.0716403 Jun 12 13:06:30.568205 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-3e21b6a7-f7b4-48eb-8628-03327c93850b req-e727ff18-cf5d-4dd3-98ce-f55de6f8b75a tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=fcf9fb81-dc0b-4279-9244-7736a05c439b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373340 Jun 12 13:06:32.004674 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf8ac8d-28bd-49a1-9639-e1c82ad50661 req-d2f50f17-b873-4f7d-93c2-92171a0b2602 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:32.006866 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-ecf8ac8d-28bd-49a1-9639-e1c82ad50661 req-d2f50f17-b873-4f7d-93c2-92171a0b2602 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=84a016ac-e123-42b6-aa59-405d60162fd8 HTTP/1.1" status: 200 len: 944 time: 0.3265069 Jun 12 13:06:32.048815 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-ecf8ac8d-28bd-49a1-9639-e1c82ad50661 req-b4b8a31d-0564-46b4-bdd7-0d3b0d536abb tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=fcf9fb81-dc0b-4279-9244-7736a05c439b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360553 Jun 12 13:06:32.080174 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device 44dbd79e-47e8-431c-8b52-c663c8d93907 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 13:06:32.198901 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port 44dbd79e-47e8-431c-8b52-c663c8d93907, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=44dbd79e-47e8-431c-8b52-c663c8d93907,segment=NetworkSegment(86bd5776-487d-44b3-91cb-8214abc180f6),segment_id=86bd5776-487d-44b3-91cb-8214abc180f6)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:06:32.210959 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Returning: {'device': '44dbd79e-47e8-431c-8b52-c663c8d93907', 'network_id': 'b082549b-b61d-48b6-a978-1804137ec38a', 'port_id': '44dbd79e-47e8-431c-8b52-c663c8d93907', 'mac_address': 'fa:16:3e:16:37:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '040de1c9-b671-4172-8240-56a21bd80720', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 13:06:32.253887 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:32.272706 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.notifiers.nova [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44dbd79e-47e8-431c-8b52-c663c8d93907 {{(pid=91668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 13:06:32.293364 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port 44dbd79e-47e8-431c-8b52-c663c8d93907, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=44dbd79e-47e8-431c-8b52-c663c8d93907,segment=NetworkSegment(86bd5776-487d-44b3-91cb-8214abc180f6),segment_id=86bd5776-487d-44b3-91cb-8214abc180f6)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:06:32.297448 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:32.299221 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-b4311f11-98ac-4d28-bb40-9825dd52d37c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:06:32.351253 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Pushing event updated for resources: {'Port': ['ID=44dbd79e-47e8-431c-8b52-c663c8d93907,revision_number=4']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:06:32.354323 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:06:32.692183 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] get_ports_and_sgs() called for port_ids ['44dbd79e-47e8-431c-8b52-c663c8d93907'] {{(pid=91668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 13:06:33.229201 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e9233f-213a-44e1-a0fa-f6a65ea1094d req-3e8a89f5-4c2b-4563-9352-08b4f660d60b tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:33.230679 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-62e9233f-213a-44e1-a0fa-f6a65ea1094d req-3e8a89f5-4c2b-4563-9352-08b4f660d60b tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=84a016ac-e123-42b6-aa59-405d60162fd8 HTTP/1.1" status: 200 len: 945 time: 0.0703583 Jun 12 13:06:33.275323 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-62e9233f-213a-44e1-a0fa-f6a65ea1094d req-79b9a7f1-02b4-406b-911e-dcad23b7e0df tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=fcf9fb81-dc0b-4279-9244-7736a05c439b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389624 Jun 12 13:06:34.105285 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device 44dbd79e-47e8-431c-8b52-c663c8d93907 up at agent hyperv_hv-cinder-79611 {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 13:06:34.160286 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Provisioning for port 44dbd79e-47e8-431c-8b52-c663c8d93907 completed by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 13:06:34.164497 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Provisioning complete for port 44dbd79e-47e8-431c-8b52-c663c8d93907 triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 13:06:34.164879 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:34.256440 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:34.280400 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84a016ac-e123-42b6-aa59-405d60162fd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44dbd79e-47e8-431c-8b52-c663c8d93907'}] {{(pid=91668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 13:06:34.282670 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80aeb099eed554921aeb9584cad5061c500859d49ba4b111a23145803cb4192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc0daff-61e6-4449-8ea3-58a898c37b3c" -d '{"events": [{"server_uuid": "84a016ac-e123-42b6-aa59-405d60162fd8", "name": "network-vif-plugged", "status": "completed", "tag": "44dbd79e-47e8-431c-8b52-c663c8d93907"}]}' {{(pid=91668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 13:06:34.297486 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port 44dbd79e-47e8-431c-8b52-c663c8d93907, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=44dbd79e-47e8-431c-8b52-c663c8d93907,segment=NetworkSegment(86bd5776-487d-44b3-91cb-8214abc180f6),segment_id=86bd5776-487d-44b3-91cb-8214abc180f6)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:06:34.304552 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:34.307252 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:06:34.337062 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 13:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c772bc-3e51-44b8-9ec8-111db3594926 x-openstack-request-id: req-29c772bc-3e51-44b8-9ec8-111db3594926 {{(pid=91668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 13:06:34.337367 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84a016ac-e123-42b6-aa59-405d60162fd8", "name": "network-vif-plugged", "status": "completed", "tag": "44dbd79e-47e8-431c-8b52-c663c8d93907", "code": 200}]} {{(pid=91668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 13:06:34.337628 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-29c772bc-3e51-44b8-9ec8-111db3594926 {{(pid=91668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 13:06:34.338024 dv-cinder-796114-1-iscsi neutron-server[91668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84a016ac-e123-42b6-aa59-405d60162fd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44dbd79e-47e8-431c-8b52-c663c8d93907', 'code': 200} Jun 12 13:06:34.368622 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Pushing event updated for resources: {'Port': ['ID=44dbd79e-47e8-431c-8b52-c663c8d93907,revision_number=5']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:06:34.371586 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:06:34.471936 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78ed9b-9cf4-4f4b-9c3e-4310ec8bfb99 req-22b87f0f-2ea1-4616-b2dd-7859d0103f64 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:34.473402 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-5b78ed9b-9cf4-4f4b-9c3e-4310ec8bfb99 req-22b87f0f-2ea1-4616-b2dd-7859d0103f64 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=84a016ac-e123-42b6-aa59-405d60162fd8 HTTP/1.1" status: 200 len: 946 time: 0.0775990 Jun 12 13:06:34.550293 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-5b78ed9b-9cf4-4f4b-9c3e-4310ec8bfb99 req-6e98022d-29d8-4cd4-bdb1-f2232eca2d98 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=fcf9fb81-dc0b-4279-9244-7736a05c439b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694463 Jun 12 13:06:34.569188 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba44c08-e018-486f-8dfa-57bec05a8b54 req-831b4f75-3de4-4deb-bd50-3b6064aa3771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:34.571019 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-5ba44c08-e018-486f-8dfa-57bec05a8b54 req-831b4f75-3de4-4deb-bd50-3b6064aa3771 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=84a016ac-e123-42b6-aa59-405d60162fd8 HTTP/1.1" status: 200 len: 1099 time: 0.0749135 Jun 12 13:06:34.609963 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-5ba44c08-e018-486f-8dfa-57bec05a8b54 req-0cae3596-b654-4c19-8a8b-c88411452909 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fcf9fb81-dc0b-4279-9244-7736a05c439b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316911 Jun 12 13:06:35.747860 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123fe96-7027-4b88-9ae4-e163e6449e17 req-f1f9df09-61fb-48f1-84a6-1d75844352ef tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:35.749369 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-6123fe96-7027-4b88-9ae4-e163e6449e17 req-f1f9df09-61fb-48f1-84a6-1d75844352ef tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=84a016ac-e123-42b6-aa59-405d60162fd8 HTTP/1.1" status: 200 len: 946 time: 0.0782938 Jun 12 13:06:35.793136 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-6123fe96-7027-4b88-9ae4-e163e6449e17 req-b284d23b-5b3f-448d-9dd0-41b094788061 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=fcf9fb81-dc0b-4279-9244-7736a05c439b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377231 Jun 12 13:06:36.975741 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfdde38-a293-458e-932c-aa3f39424232 req-dddba265-eca3-439b-b3aa-b9b3d963d7d7 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:36.977278 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-cdfdde38-a293-458e-932c-aa3f39424232 req-dddba265-eca3-439b-b3aa-b9b3d963d7d7 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=84a016ac-e123-42b6-aa59-405d60162fd8 HTTP/1.1" status: 200 len: 946 time: 0.0710115 Jun 12 13:06:37.020367 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-cdfdde38-a293-458e-932c-aa3f39424232 req-dd86bae5-dc4a-4f51-bf35-93ebfc68bbbb tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=fcf9fb81-dc0b-4279-9244-7736a05c439b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369363 Jun 12 13:06:37.204644 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b42417-7be8-4bab-ade1-78264cd7a59a req-5948b25f-c78c-4554-8aa6-ab85f7bb2353 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:37.206103 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-81b42417-7be8-4bab-ade1-78264cd7a59a req-5948b25f-c78c-4554-8aa6-ab85f7bb2353 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=84a016ac-e123-42b6-aa59-405d60162fd8 HTTP/1.1" status: 200 len: 946 time: 0.0758662 Jun 12 13:06:37.214720 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 60400) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:06:37.219431 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.v2.base [None req-a7e2ca8b-84f7-44a8-9168-8af5fa012d32 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Request body: {'floatingip': {'port_id': '44dbd79e-47e8-431c-8b52-c663c8d93907'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:06:37.276478 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-a7e2ca8b-84f7-44a8-9168-8af5fa012d32 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks [] for floatingip, before_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:37.856749 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-a7e2ca8b-84f7-44a8-9168-8af5fa012d32 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:37.860486 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-a7e2ca8b-84f7-44a8-9168-8af5fa012d32 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454259'] for floatingip, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:38.000904 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.db.l3_db [None req-a7e2ca8b-84f7-44a8-9168-8af5fa012d32 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Floating IP 4ba48c7d-68ff-4a9d-ac04-22c912bce13c associated. External IP: 172.27.3.175, port: 44dbd79e-47e8-431c-8b52-c663c8d93907. Jun 12 13:06:38.290738 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e2ca8b-84f7-44a8-9168-8af5fa012d32 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Router ab790889-3468-48de-83f3-e25c7084e6c4 has already been hosted by L3 agent 68a3a672-d21c-4adb-804e-7b4e770767ea {{(pid=91667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 13:06:38.438720 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e2ca8b-84f7-44a8-9168-8af5fa012d32 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify agent at l3_agent.dv-cinder-796114-1-iscsi the message routers_updated {{(pid=91667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 13:06:38.443123 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-a7e2ca8b-84f7-44a8-9168-8af5fa012d32 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920'] for floatingip, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:38.450070 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8b2b6a-7363-4e3c-8bbb-bdaaf5d8676c None None] Sync routers for ids ['ab790889-3468-48de-83f3-e25c7084e6c4'] in dv-cinder-796114-1-iscsi {{(pid=91668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 13:06:38.460380 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8b2b6a-7363-4e3c-8bbb-bdaaf5d8676c None None] Routers {'ab790889-3468-48de-83f3-e25c7084e6c4'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 13:06:38.460922 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-ae8b2b6a-7363-4e3c-8bbb-bdaaf5d8676c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T13:06:23Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['ab790889-3468-48de-83f3-e25c7084e6c4'], 'active': True} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:06:38.485960 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-a7e2ca8b-84f7-44a8-9168-8af5fa012d32 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "PUT /v2.0/floatingips/4ba48c7d-68ff-4a9d-ac04-22c912bce13c HTTP/1.1" status: 200 len: 992 time: 1.2700486 Jun 12 13:06:38.486644 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84a016ac-e123-42b6-aa59-405d60162fd8', 'tag': '44dbd79e-47e8-431c-8b52-c663c8d93907'}] {{(pid=91667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 13:06:38.488907 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67243a7e54e3ab7b6e3c39020b1271d9e6c7e43a6696a4fb95c7e45675bdf643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a69c66-12c8-45d7-bd41-211dde14917b" -d '{"events": [{"name": "network-changed", "server_uuid": "84a016ac-e123-42b6-aa59-405d60162fd8", "tag": "44dbd79e-47e8-431c-8b52-c663c8d93907"}]}' {{(pid=91667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 13:06:38.527482 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 13:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d9df53-06ae-430d-9e95-893f27cf5e9f x-openstack-request-id: req-71d9df53-06ae-430d-9e95-893f27cf5e9f {{(pid=91667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 13:06:38.527809 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84a016ac-e123-42b6-aa59-405d60162fd8", "tag": "44dbd79e-47e8-431c-8b52-c663c8d93907", "status": "completed", "code": 200}]} {{(pid=91667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 13:06:38.528099 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-71d9df53-06ae-430d-9e95-893f27cf5e9f {{(pid=91667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 13:06:38.528533 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84a016ac-e123-42b6-aa59-405d60162fd8', 'tag': '44dbd79e-47e8-431c-8b52-c663c8d93907', 'status': 'completed', 'code': 200} Jun 12 13:06:38.614511 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a69c66-12c8-45d7-bd41-211dde14917b req-aeebd809-f257-4c70-848a-d3426ecb733c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:38.616741 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-84a69c66-12c8-45d7-bd41-211dde14917b req-aeebd809-f257-4c70-848a-d3426ecb733c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a33e9937caaf41ca8fc301bec96ba603&device_id=84a016ac-e123-42b6-aa59-405d60162fd8 HTTP/1.1" status: 200 len: 1099 time: 0.0668201 Jun 12 13:06:38.623147 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvr_db [None req-ae8b2b6a-7363-4e3c-8bbb-bdaaf5d8676c None None] Set router ab790889-3468-48de-83f3-e25c7084e6c4 gateway port host: dv-cinder-796114-1-iscsi {{(pid=91668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 13:06:38.731212 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a69c66-12c8-45d7-bd41-211dde14917b req-de02f0aa-3658-40e0-b3aa-18e8c00017ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:38.732580 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-84a69c66-12c8-45d7-bd41-211dde14917b req-de02f0aa-3658-40e0-b3aa-18e8c00017ae service neutron] 10.222.0.30 "GET /v2.0/networks?id=b082549b-b61d-48b6-a978-1804137ec38a HTTP/1.1" status: 200 len: 912 time: 0.1097038 Jun 12 13:06:38.820958 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-84a69c66-12c8-45d7-bd41-211dde14917b req-ac55b60d-2baf-4113-8618-d1875095bffb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44dbd79e-47e8-431c-8b52-c663c8d93907 HTTP/1.1" status: 200 len: 1000 time: 0.0811503 Jun 12 13:06:38.879195 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a69c66-12c8-45d7-bd41-211dde14917b req-c87eaab1-cd28-4896-a7ac-3385e9e22519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:38.881647 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-84a69c66-12c8-45d7-bd41-211dde14917b req-c87eaab1-cd28-4896-a7ac-3385e9e22519 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=040de1c9-b671-4172-8240-56a21bd80720 HTTP/1.1" status: 200 len: 850 time: 0.0533791 Jun 12 13:06:38.914151 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-ae8b2b6a-7363-4e3c-8bbb-bdaaf5d8676c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab790889-3468-48de-83f3-e25c7084e6c4', 'name': 'tempest-AttachVolumeTestJSON-1158203021-router', 'tenant_id': 'a33e9937caaf41ca8fc301bec96ba603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': 'ff6cce8c-05e5-4eab-b45e-7ab716552a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:57:53Z', 'updated_at': '2021-06-12T12:58:09Z', 'revision_number': 4, 'project_id': 'a33e9937caaf41ca8fc301bec96ba603', 'gw_port': {'id': 'ff6cce8c-05e5-4eab-b45e-7ab716552a6e', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:39:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab790889-3468-48de-83f3-e25c7084e6c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:57:55Z', 'updated_at': '2021-06-12T12:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_floatingips': [{'id': '4ba48c7d-68ff-4a9d-ac04-22c912bce13c', 'tenant_id': 'a33e9937caaf41ca8fc301bec96ba603', 'floating_ip_address': '172.27.3.175', 'floating_network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'router_id': 'ab790889-3468-48de-83f3-e25c7084e6c4', 'port_id': '44dbd79e-47e8-431c-8b52-c663c8d93907', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b082549b-b61d-48b6-a978-1804137ec38a', 'mac_address': 'fa:16:3e:16:37:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a016ac-e123-42b6-aa59-405d60162fd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T13:06:21Z', 'updated_at': '2021-06-12T13:06:37Z', 'revision_number': 1, 'project_id': 'a33e9937caaf41ca8fc301bec96ba603', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50a383b3-95aa-4269-b91f-ce2dced92715', 'name': '', 'network_id': 'b082549b-b61d-48b6-a978-1804137ec38a', 'tenant_id': 'a33e9937caaf41ca8fc301bec96ba603', 'mac_address': 'fa:16:3e:24:d5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab790889-3468-48de-83f3-e25c7084e6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '040de1c9-b671-4172-8240-56a21bd80720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:58:08Z', 'updated_at': '2021-06-12T12:58:23Z', 'revision_number': 5, 'project_id': 'a33e9937caaf41ca8fc301bec96ba603', 'subnets': [{'id': '040de1c9-b671-4172-8240-56a21bd80720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:06:38.917641 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8b2b6a-7363-4e3c-8bbb-bdaaf5d8676c None None] Checking router: ab790889-3468-48de-83f3-e25c7084e6c4 for host: dv-cinder-796114-1-iscsi {{(pid=91668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 13:06:38.925891 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8b2b6a-7363-4e3c-8bbb-bdaaf5d8676c None None] Routers {'ab790889-3468-48de-83f3-e25c7084e6c4'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 13:06:38.926527 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-ae8b2b6a-7363-4e3c-8bbb-bdaaf5d8676c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T13:06:23Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['ab790889-3468-48de-83f3-e25c7084e6c4'], 'active': True} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:06:38.950187 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a69c66-12c8-45d7-bd41-211dde14917b req-d0754448-8082-4fe8-a52d-74719545190e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:38.951662 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-84a69c66-12c8-45d7-bd41-211dde14917b req-d0754448-8082-4fe8-a52d-74719545190e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b082549b-b61d-48b6-a978-1804137ec38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0651371 Jun 12 13:06:39.068462 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvr_db [None req-ae8b2b6a-7363-4e3c-8bbb-bdaaf5d8676c None None] Set router ab790889-3468-48de-83f3-e25c7084e6c4 gateway port host: dv-cinder-796114-1-iscsi {{(pid=91668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 13:06:39.069818 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-84a69c66-12c8-45d7-bd41-211dde14917b req-53b94908-fdd0-4673-acb3-1a7696e54980 service neutron] 10.222.0.30 "GET /v2.0/networks/b082549b-b61d-48b6-a978-1804137ec38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114435 Jun 12 13:06:39.183441 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-84a69c66-12c8-45d7-bd41-211dde14917b req-2135f093-f755-40f9-922d-2169e03a3b61 service neutron] 10.222.0.30 "GET /v2.0/networks/b082549b-b61d-48b6-a978-1804137ec38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068928 Jun 12 13:06:39.366576 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-ae8b2b6a-7363-4e3c-8bbb-bdaaf5d8676c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab790889-3468-48de-83f3-e25c7084e6c4', 'name': 'tempest-AttachVolumeTestJSON-1158203021-router', 'tenant_id': 'a33e9937caaf41ca8fc301bec96ba603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': 'ff6cce8c-05e5-4eab-b45e-7ab716552a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:57:53Z', 'updated_at': '2021-06-12T12:58:09Z', 'revision_number': 4, 'project_id': 'a33e9937caaf41ca8fc301bec96ba603', 'gw_port': {'id': 'ff6cce8c-05e5-4eab-b45e-7ab716552a6e', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:39:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab790889-3468-48de-83f3-e25c7084e6c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:57:55Z', 'updated_at': '2021-06-12T12:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_floatingips': [{'id': '4ba48c7d-68ff-4a9d-ac04-22c912bce13c', 'tenant_id': 'a33e9937caaf41ca8fc301bec96ba603', 'floating_ip_address': '172.27.3.175', 'floating_network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'router_id': 'ab790889-3468-48de-83f3-e25c7084e6c4', 'port_id': '44dbd79e-47e8-431c-8b52-c663c8d93907', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b082549b-b61d-48b6-a978-1804137ec38a', 'mac_address': 'fa:16:3e:16:37:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a016ac-e123-42b6-aa59-405d60162fd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T13:06:21Z', 'updated_at': '2021-06-12T13:06:37Z', 'revision_number': 1, 'project_id': 'a33e9937caaf41ca8fc301bec96ba603', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50a383b3-95aa-4269-b91f-ce2dced92715', 'name': '', 'network_id': 'b082549b-b61d-48b6-a978-1804137ec38a', 'tenant_id': 'a33e9937caaf41ca8fc301bec96ba603', 'mac_address': 'fa:16:3e:24:d5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab790889-3468-48de-83f3-e25c7084e6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '040de1c9-b671-4172-8240-56a21bd80720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:58:08Z', 'updated_at': '2021-06-12T12:58:23Z', 'revision_number': 5, 'project_id': 'a33e9937caaf41ca8fc301bec96ba603', 'subnets': [{'id': '040de1c9-b671-4172-8240-56a21bd80720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:06:39.369981 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8b2b6a-7363-4e3c-8bbb-bdaaf5d8676c None None] The sync data for ids ['ab790889-3468-48de-83f3-e25c7084e6c4'] in dv-cinder-796114-1-iscsi is: [{'id': 'ab790889-3468-48de-83f3-e25c7084e6c4', 'name': 'tempest-AttachVolumeTestJSON-1158203021-router', 'tenant_id': 'a33e9937caaf41ca8fc301bec96ba603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': 'ff6cce8c-05e5-4eab-b45e-7ab716552a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:57:53Z', 'updated_at': '2021-06-12T12:58:09Z', 'revision_number': 4, 'project_id': 'a33e9937caaf41ca8fc301bec96ba603', 'gw_port': {'id': 'ff6cce8c-05e5-4eab-b45e-7ab716552a6e', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:39:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab790889-3468-48de-83f3-e25c7084e6c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:57:55Z', 'updated_at': '2021-06-12T12:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_floatingips': [{'id': '4ba48c7d-68ff-4a9d-ac04-22c912bce13c', 'tenant_id': 'a33e9937caaf41ca8fc301bec96ba603', 'floating_ip_address': '172.27.3.175', 'floating_network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'router_id': 'ab790889-3468-48de-83f3-e25c7084e6c4', 'port_id': '44dbd79e-47e8-431c-8b52-c663c8d93907', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b082549b-b61d-48b6-a978-1804137ec38a', 'mac_address': 'fa:16:3e:16:37:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a016ac-e123-42b6-aa59-405d60162fd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T13:06:21Z', 'updated_at': '2021-06-12T13:06:37Z', 'revision_number': 1, 'project_id': 'a33e9937caaf41ca8fc301bec96ba603', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50a383b3-95aa-4269-b91f-ce2dced92715', 'name': '', 'network_id': 'b082549b-b61d-48b6-a978-1804137ec38a', 'tenant_id': 'a33e9937caaf41ca8fc301bec96ba603', 'mac_address': 'fa:16:3e:24:d5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab790889-3468-48de-83f3-e25c7084e6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '040de1c9-b671-4172-8240-56a21bd80720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:58:08Z', 'updated_at': '2021-06-12T12:58:23Z', 'revision_number': 5, 'project_id': 'a33e9937caaf41ca8fc301bec96ba603', 'subnets': [{'id': '040de1c9-b671-4172-8240-56a21bd80720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 13:06:39.551376 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fc40e7-1d6e-481a-9008-5d97c67ff101 None None] New status for floating IP 4ba48c7d-68ff-4a9d-ac04-22c912bce13c: ACTIVE {{(pid=91669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 12 13:06:44.068073 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91c3143-bc54-4209-b6cc-7b724abfdd65 req-71de6131-6264-4368-903e-b6e1d593b0fe tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:44.070076 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-c91c3143-bc54-4209-b6cc-7b724abfdd65 req-71de6131-6264-4368-903e-b6e1d593b0fe tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a57e811-b623-4c18-bfcd-9968deecb777 HTTP/1.1" status: 200 len: 946 time: 0.0753090 Jun 12 13:06:44.112036 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-c91c3143-bc54-4209-b6cc-7b724abfdd65 req-81b82055-068a-4c4a-ba99-8d52c6d33ca2 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5110f7c-e46f-4ac8-bab7-b4ce29570688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358491 Jun 12 13:06:45.310438 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3778a9c-bca2-4e46-8b5a-a398ffdc6579 req-7021bb55-5951-43c5-895b-dda215f3b2e8 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:45.311830 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-e3778a9c-bca2-4e46-8b5a-a398ffdc6579 req-7021bb55-5951-43c5-895b-dda215f3b2e8 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a57e811-b623-4c18-bfcd-9968deecb777 HTTP/1.1" status: 200 len: 946 time: 0.0794082 Jun 12 13:06:45.356529 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-e3778a9c-bca2-4e46-8b5a-a398ffdc6579 req-c3d62393-ff8d-4261-a95b-08d348501c83 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5110f7c-e46f-4ac8-bab7-b4ce29570688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387805 Jun 12 13:06:45.797151 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea84a8e-41db-476e-ac02-e995d1cfc302 req-6ee841d1-1271-448c-a6b4-96463bbb420c tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:45.798590 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-3ea84a8e-41db-476e-ac02-e995d1cfc302 req-6ee841d1-1271-448c-a6b4-96463bbb420c tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a57e811-b623-4c18-bfcd-9968deecb777 HTTP/1.1" status: 200 len: 946 time: 0.0680959 Jun 12 13:06:45.909916 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [req-3ea84a8e-41db-476e-ac02-e995d1cfc302 req-238a5ee3-3cbe-405c-9e77-c65257621aed tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Deleting port ff1d4869-e3ee-4b6e-a85d-a3bba1f13a73 {{(pid=91666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 13:06:45.910280 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-3ea84a8e-41db-476e-ac02-e995d1cfc302 req-238a5ee3-3cbe-405c-9e77-c65257621aed tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752044867880'] for port, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:46.029447 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [req-3ea84a8e-41db-476e-ac02-e995d1cfc302 req-238a5ee3-3cbe-405c-9e77-c65257621aed tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] For port ff1d4869-e3ee-4b6e-a85d-a3bba1f13a73, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=ff1d4869-e3ee-4b6e-a85d-a3bba1f13a73,segment=NetworkSegment(86f06b86-229d-493d-b99a-2228fdd8c3a7),segment_id=86f06b86-229d-493d-b99a-2228fdd8c3a7)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:06:46.029838 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-3ea84a8e-41db-476e-ac02-e995d1cfc302 req-238a5ee3-3cbe-405c-9e77-c65257621aed tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455153'] for port, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:46.255130 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-3ea84a8e-41db-476e-ac02-e995d1cfc302 req-238a5ee3-3cbe-405c-9e77-c65257621aed tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:46.255490 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-3ea84a8e-41db-476e-ac02-e995d1cfc302 req-238a5ee3-3cbe-405c-9e77-c65257621aed tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454259'] for floatingip, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:46.255828 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.db.l3_db [req-3ea84a8e-41db-476e-ac02-e995d1cfc302 req-238a5ee3-3cbe-405c-9e77-c65257621aed tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Floating IP 4b4c2636-74a5-4087-9324-7d420b8320b6 disassociated. External IP: 172.27.3.247, port: ff1d4869-e3ee-4b6e-a85d-a3bba1f13a73. Jun 12 13:06:46.256160 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [req-3ea84a8e-41db-476e-ac02-e995d1cfc302 req-238a5ee3-3cbe-405c-9e77-c65257621aed tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Calling delete_port for ff1d4869-e3ee-4b6e-a85d-a3bba1f13a73 owned by compute:nova {{(pid=91666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 13:06:46.413321 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-3ea84a8e-41db-476e-ac02-e995d1cfc302 req-238a5ee3-3cbe-405c-9e77-c65257621aed tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752044873292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752044431921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14082967'] for port, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:46.418269 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-70847390-0c13-453c-8c63-f14d0a79b1f5 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:06:46.451243 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238a5ee3-3cbe-405c-9e77-c65257621aed tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Pushing event deleted for resources: {'Port': ['ID=ff1d4869-e3ee-4b6e-a85d-a3bba1f13a73,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:06:46.454343 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-238a5ee3-3cbe-405c-9e77-c65257621aed tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:06:46.511213 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-d2b6cc7e-b6a9-4a8b-911c-0ca26e7f4a59 req-920afa99-5198-4ace-acf0-6d3ef61b7cdb tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a57e811-b623-4c18-bfcd-9968deecb777 HTTP/1.1" status: 200 len: 210 time: 0.0362716 Jun 12 13:06:46.603397 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ea84a8e-41db-476e-ac02-e995d1cfc302 req-238a5ee3-3cbe-405c-9e77-c65257621aed tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Router 011906b6-63ba-4042-94b7-2ca2aec47836 has already been hosted by L3 agent 68a3a672-d21c-4adb-804e-7b4e770767ea {{(pid=91666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 13:06:46.751324 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ea84a8e-41db-476e-ac02-e995d1cfc302 req-238a5ee3-3cbe-405c-9e77-c65257621aed tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify agent at l3_agent.dv-cinder-796114-1-iscsi the message routers_updated {{(pid=91666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 13:06:46.761350 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800d826a-9839-4704-8cbd-8f4dfd7bbe3c None None] Sync routers for ids ['011906b6-63ba-4042-94b7-2ca2aec47836'] in dv-cinder-796114-1-iscsi {{(pid=91668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 13:06:46.772006 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800d826a-9839-4704-8cbd-8f4dfd7bbe3c None None] Routers {'011906b6-63ba-4042-94b7-2ca2aec47836'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 13:06:46.772788 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-800d826a-9839-4704-8cbd-8f4dfd7bbe3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T13:06:23Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['011906b6-63ba-4042-94b7-2ca2aec47836'], 'active': True} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:06:46.811610 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ea84a8e-41db-476e-ac02-e995d1cfc302 req-238a5ee3-3cbe-405c-9e77-c65257621aed tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] No DVR routers for this DVR port ff1d4869-e3ee-4b6e-a85d-a3bba1f13a73 on host hv-cinder-79611 {{(pid=91666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 13:06:46.814113 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-3ea84a8e-41db-476e-ac02-e995d1cfc302 req-238a5ee3-3cbe-405c-9e77-c65257621aed tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920'] for port, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:46.816108 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-3ea84a8e-41db-476e-ac02-e995d1cfc302 req-238a5ee3-3cbe-405c-9e77-c65257621aed tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.30 "DELETE /v2.0/ports/ff1d4869-e3ee-4b6e-a85d-a3bba1f13a73 HTTP/1.1" status: 204 len: 173 time: 1.0121684 Jun 12 13:06:46.816631 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a57e811-b623-4c18-bfcd-9968deecb777', 'name': 'network-vif-deleted', 'tag': 'ff1d4869-e3ee-4b6e-a85d-a3bba1f13a73'}] {{(pid=91666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 13:06:46.820004 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba2aedb3ce59156ad261fd92086ba05f02985526b362ab5d5a646d7af1b76f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7b9a53-ce5a-4685-8d74-abcac045dd75" -d '{"events": [{"server_uuid": "1a57e811-b623-4c18-bfcd-9968deecb777", "name": "network-vif-deleted", "tag": "ff1d4869-e3ee-4b6e-a85d-a3bba1f13a73"}]}' {{(pid=91666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 13:06:46.860161 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 13:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc7e2fa4-4d42-46bd-afa0-cc4b4eeaca73 x-openstack-request-id: req-bc7e2fa4-4d42-46bd-afa0-cc4b4eeaca73 {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 13:06:46.860493 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a57e811-b623-4c18-bfcd-9968deecb777", "name": "network-vif-deleted", "tag": "ff1d4869-e3ee-4b6e-a85d-a3bba1f13a73", "status": "completed", "code": 200}]} {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 13:06:46.860787 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bc7e2fa4-4d42-46bd-afa0-cc4b4eeaca73 {{(pid=91666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 13:06:46.861224 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a57e811-b623-4c18-bfcd-9968deecb777', 'name': 'network-vif-deleted', 'tag': 'ff1d4869-e3ee-4b6e-a85d-a3bba1f13a73', 'status': 'completed', 'code': 200} Jun 12 13:06:46.933333 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvr_db [None req-800d826a-9839-4704-8cbd-8f4dfd7bbe3c None None] Set router 011906b6-63ba-4042-94b7-2ca2aec47836 gateway port host: dv-cinder-796114-1-iscsi {{(pid=91668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 13:06:47.337725 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-800d826a-9839-4704-8cbd-8f4dfd7bbe3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'name': 'tempest-TestVolumeBootPattern-579667739-router', 'tenant_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '427b2e02-31e1-417e-9709-d426dc1bbaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T13:01:37Z', 'updated_at': '2021-06-12T13:01:43Z', 'revision_number': 4, 'project_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'gw_port': {'id': '427b2e02-31e1-417e-9709-d426dc1bbaba', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:09:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:01:39Z', 'updated_at': '2021-06-12T13:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_interfaces': [{'id': 'b8f682ec-5609-493d-bbda-a1c75e63058d', 'name': '', 'network_id': 'aa0b2eef-60a6-40a3-bce6-957f6885e8a4', 'tenant_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'mac_address': 'fa:16:3e:11:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'a098da02-dc26-4e87-a6b5-562c3ad57ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:01:42Z', 'updated_at': '2021-06-12T13:01:52Z', 'revision_number': 5, 'project_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'subnets': [{'id': 'a098da02-dc26-4e87-a6b5-562c3ad57ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:06:47.341202 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800d826a-9839-4704-8cbd-8f4dfd7bbe3c None None] Checking router: 011906b6-63ba-4042-94b7-2ca2aec47836 for host: dv-cinder-796114-1-iscsi {{(pid=91668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 13:06:47.349127 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800d826a-9839-4704-8cbd-8f4dfd7bbe3c None None] Routers {'011906b6-63ba-4042-94b7-2ca2aec47836'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 13:06:47.350394 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-800d826a-9839-4704-8cbd-8f4dfd7bbe3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T13:06:23Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['011906b6-63ba-4042-94b7-2ca2aec47836'], 'active': True} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:06:47.491619 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvr_db [None req-800d826a-9839-4704-8cbd-8f4dfd7bbe3c None None] Set router 011906b6-63ba-4042-94b7-2ca2aec47836 gateway port host: dv-cinder-796114-1-iscsi {{(pid=91668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 13:06:47.697709 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-7528c711-80d4-4c68-b22d-071195e15774 req-bf135d3b-8246-47c7-b7a0-b969eb566e31 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a57e811-b623-4c18-bfcd-9968deecb777 HTTP/1.1" status: 200 len: 210 time: 0.0370166 Jun 12 13:06:47.781266 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-800d826a-9839-4704-8cbd-8f4dfd7bbe3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'name': 'tempest-TestVolumeBootPattern-579667739-router', 'tenant_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '427b2e02-31e1-417e-9709-d426dc1bbaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T13:01:37Z', 'updated_at': '2021-06-12T13:01:43Z', 'revision_number': 4, 'project_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'gw_port': {'id': '427b2e02-31e1-417e-9709-d426dc1bbaba', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:09:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:01:39Z', 'updated_at': '2021-06-12T13:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_interfaces': [{'id': 'b8f682ec-5609-493d-bbda-a1c75e63058d', 'name': '', 'network_id': 'aa0b2eef-60a6-40a3-bce6-957f6885e8a4', 'tenant_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'mac_address': 'fa:16:3e:11:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'a098da02-dc26-4e87-a6b5-562c3ad57ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:01:42Z', 'updated_at': '2021-06-12T13:01:52Z', 'revision_number': 5, 'project_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'subnets': [{'id': 'a098da02-dc26-4e87-a6b5-562c3ad57ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:06:47.784666 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800d826a-9839-4704-8cbd-8f4dfd7bbe3c None None] The sync data for ids ['011906b6-63ba-4042-94b7-2ca2aec47836'] in dv-cinder-796114-1-iscsi is: [{'id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'name': 'tempest-TestVolumeBootPattern-579667739-router', 'tenant_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '427b2e02-31e1-417e-9709-d426dc1bbaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T13:01:37Z', 'updated_at': '2021-06-12T13:01:43Z', 'revision_number': 4, 'project_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'gw_port': {'id': '427b2e02-31e1-417e-9709-d426dc1bbaba', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:09:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:01:39Z', 'updated_at': '2021-06-12T13:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_interfaces': [{'id': 'b8f682ec-5609-493d-bbda-a1c75e63058d', 'name': '', 'network_id': 'aa0b2eef-60a6-40a3-bce6-957f6885e8a4', 'tenant_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'mac_address': 'fa:16:3e:11:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'a098da02-dc26-4e87-a6b5-562c3ad57ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:01:42Z', 'updated_at': '2021-06-12T13:01:52Z', 'revision_number': 5, 'project_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'subnets': [{'id': 'a098da02-dc26-4e87-a6b5-562c3ad57ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 13:06:48.003768 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cd5925-7097-4bb3-bd58-e1850b87b62d None None] New status for floating IP 4b4c2636-74a5-4087-9324-7d420b8320b6: DOWN {{(pid=91669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 12 13:06:48.219702 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device ff1d4869-e3ee-4b6e-a85d-a3bba1f13a73 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 13:06:48.248727 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] No Port match for: ff1d4869-e3ee-4b6e-a85d-a3bba1f13a73 {{(pid=91668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 13:06:48.249074 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device ff1d4869-e3ee-4b6e-a85d-a3bba1f13a73 not bound to the agent host hv-cinder-79611 {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 13:06:49.107870 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-40a1d9fa-57f6-4b4e-ae70-35960f9fc7da req-3b031604-83cb-405a-9ff2-a4db773abf25 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-292118881&fields=id&tenant_id=7dc4fd57127a4ce392ff4630ba0b781b HTTP/1.1" status: 200 len: 267 time: 0.0627546 Jun 12 13:06:49.246858 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1d9fa-57f6-4b4e-ae70-35960f9fc7da req-f9757cae-544b-4beb-ace0-64c13f918585 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:49.248338 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-40a1d9fa-57f6-4b4e-ae70-35960f9fc7da req-f9757cae-544b-4beb-ace0-64c13f918585 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/networks?id=aa0b2eef-60a6-40a3-bce6-957f6885e8a4 HTTP/1.1" status: 200 len: 811 time: 0.1331785 Jun 12 13:06:49.264911 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-40a1d9fa-57f6-4b4e-ae70-35960f9fc7da req-ca3403c1-4f4d-40bf-b1bb-d1c50db3c362 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/quotas/7dc4fd57127a4ce392ff4630ba0b781b HTTP/1.1" status: 200 len: 375 time: 0.0106633 Jun 12 13:06:49.351883 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-40a1d9fa-57f6-4b4e-ae70-35960f9fc7da req-ff6e2191-744b-4f2a-b4dc-b989cdeed0b7 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7dc4fd57127a4ce392ff4630ba0b781b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0811570 Jun 12 13:06:49.482573 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-40a1d9fa-57f6-4b4e-ae70-35960f9fc7da req-86dfd9f8-7ad4-4dbe-bf1a-f1baec0185ec service neutron] 10.222.0.23 "GET /v2.0/networks/aa0b2eef-60a6-40a3-bce6-957f6885e8a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176295 Jun 12 13:06:49.600944 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-40a1d9fa-57f6-4b4e-ae70-35960f9fc7da req-8685e86a-14d8-41c2-bd7b-889092417aa5 service neutron] 10.222.0.23 "GET /v2.0/networks/aa0b2eef-60a6-40a3-bce6-957f6885e8a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121213 Jun 12 13:06:49.934631 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-7f71d26c-80fb-4a7b-a177-afccb8015e7c req-95211a5b-d509-4196-9588-a4b5bef93e3a tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=e40670f7-4ebe-4950-848b-f28f70ff0805 HTTP/1.1" status: 200 len: 210 time: 0.0415516 Jun 12 13:06:50.613195 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-157970b0-c47b-4fca-adf5-36cbaef9a7b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:51.401336 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-68bde445-07db-444f-9695-00ba0cd8e2c6 req-8f39b0be-68e6-4077-8b2f-5a44922118e8 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=e40670f7-4ebe-4950-848b-f28f70ff0805 HTTP/1.1" status: 200 len: 210 time: 0.0480804 Jun 12 13:06:51.434344 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1d9fa-57f6-4b4e-ae70-35960f9fc7da req-238c568c-d5a5-4a3a-91f2-79a961acf0fc tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:51.435833 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-40a1d9fa-57f6-4b4e-ae70-35960f9fc7da req-238c568c-d5a5-4a3a-91f2-79a961acf0fc tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.30 "GET /v2.0/networks?id=aa0b2eef-60a6-40a3-bce6-957f6885e8a4 HTTP/1.1" status: 200 len: 811 time: 0.5258873 Jun 12 13:06:51.485161 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-40a1d9fa-57f6-4b4e-ae70-35960f9fc7da req-b26524f0-adf9-4256-8cbc-eb83045d03bf tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7dc4fd57127a4ce392ff4630ba0b781b HTTP/1.1" status: 200 len: 379 time: 0.0407538 Jun 12 13:06:51.495887 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [req-40a1d9fa-57f6-4b4e-ae70-35960f9fc7da req-69f161e6-2dda-4995-82f6-31b046880a75 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Request body: {'port': {'device_id': 'e40670f7-4ebe-4950-848b-f28f70ff0805', 'network_id': 'aa0b2eef-60a6-40a3-bce6-957f6885e8a4', 'admin_state_up': True, 'tenant_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'security_groups': ['f5110f7c-e46f-4ac8-bab7-b4ce29570688']}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:06:51.549811 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:51.648208 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40a1d9fa-57f6-4b4e-ae70-35960f9fc7da req-69f161e6-2dda-4995-82f6-31b046880a75 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Made reservation on behalf of 7dc4fd57127a4ce392ff4630ba0b781b for: {'port': 1} {{(pid=91666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 13:06:51.652039 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-40a1d9fa-57f6-4b4e-ae70-35960f9fc7da req-69f161e6-2dda-4995-82f6-31b046880a75 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for port, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:51.807291 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.db_base_plugin_common [req-40a1d9fa-57f6-4b4e-ae70-35960f9fc7da req-69f161e6-2dda-4995-82f6-31b046880a75 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Allocated IP 172.20.0.6 (aa0b2eef-60a6-40a3-bce6-957f6885e8a4/a098da02-dc26-4e87-a6b5-562c3ad57ee5/33810da1-d137-4ecc-aa20-eaed803e673c) {{(pid=91666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 13:06:51.985823 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-40a1d9fa-57f6-4b4e-ae70-35960f9fc7da req-69f161e6-2dda-4995-82f6-31b046880a75 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks [] for port, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:51.998943 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [req-40a1d9fa-57f6-4b4e-ae70-35960f9fc7da req-69f161e6-2dda-4995-82f6-31b046880a75 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Transition to ACTIVE for port object 33810da1-d137-4ecc-aa20-eaed803e673c will not be triggered until provisioned by entity DHCP. {{(pid=91666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 13:06:52.036047 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-40a1d9fa-57f6-4b4e-ae70-35960f9fc7da req-69f161e6-2dda-4995-82f6-31b046880a75 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1466997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-122173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752044431912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14082974'] for port, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:52.040018 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-6349de92-f3c5-42a1-a307-3b3a9615f6fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:06:52.089236 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40a1d9fa-57f6-4b4e-ae70-35960f9fc7da req-69f161e6-2dda-4995-82f6-31b046880a75 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Network aa0b2eef-60a6-40a3-bce6-957f6885e8a4 is already hosted by enough agents. {{(pid=91666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 13:06:52.092587 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.base_scheduler [req-40a1d9fa-57f6-4b4e-ae70-35960f9fc7da req-69f161e6-2dda-4995-82f6-31b046880a75 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Resources bound (agent type, host, resource id): {{(pid=91666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 13:06:52.096274 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [req-40a1d9fa-57f6-4b4e-ae70-35960f9fc7da req-69f161e6-2dda-4995-82f6-31b046880a75 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Received port after_create {{(pid=91666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 13:06:52.131048 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f161e6-2dda-4995-82f6-31b046880a75 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Pushing event updated for resources: {'Port': ['ID=33810da1-d137-4ecc-aa20-eaed803e673c,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:06:52.136512 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-69f161e6-2dda-4995-82f6-31b046880a75 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:06:52.163775 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1d9fa-57f6-4b4e-ae70-35960f9fc7da req-69f161e6-2dda-4995-82f6-31b046880a75 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:52.164442 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-40a1d9fa-57f6-4b4e-ae70-35960f9fc7da req-69f161e6-2dda-4995-82f6-31b046880a75 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920'] for port, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:52.180979 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-40a1d9fa-57f6-4b4e-ae70-35960f9fc7da req-69f161e6-2dda-4995-82f6-31b046880a75 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6898324 Jun 12 13:06:52.195151 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [req-40a1d9fa-57f6-4b4e-ae70-35960f9fc7da req-eeb91227-70cf-44b0-aa36-1592a340cd17 service neutron] Request body: {'port': {'device_id': 'e40670f7-4ebe-4950-848b-f28f70ff0805', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:06:52.291567 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-40a1d9fa-57f6-4b4e-ae70-35960f9fc7da req-eeb91227-70cf-44b0-aa36-1592a340cd17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:52.386534 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-69325b89-502a-4dc9-a920-8ac4fc875bc9 None None] Provisioning for port 33810da1-d137-4ecc-aa20-eaed803e673c completed by entity DHCP. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 13:06:52.390458 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-69325b89-502a-4dc9-a920-8ac4fc875bc9 None None] Provisioning complete for port 33810da1-d137-4ecc-aa20-eaed803e673c triggered by entity DHCP. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 13:06:52.390832 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-69325b89-502a-4dc9-a920-8ac4fc875bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:52.435294 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-69325b89-502a-4dc9-a920-8ac4fc875bc9 None None] Port 33810da1-d137-4ecc-aa20-eaed803e673c cannot update to ACTIVE because it is not bound. {{(pid=91668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 13:06:52.594590 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2443625d-a5bb-42d3-b792-ec39100e116a req-8320ee26-1675-4195-bc61-c10295b231f4 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:52.595997 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-2443625d-a5bb-42d3-b792-ec39100e116a req-8320ee26-1675-4195-bc61-c10295b231f4 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=e40670f7-4ebe-4950-848b-f28f70ff0805 HTTP/1.1" status: 200 len: 931 time: 0.0727687 Jun 12 13:06:52.632989 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.notifiers.nova [req-40a1d9fa-57f6-4b4e-ae70-35960f9fc7da req-eeb91227-70cf-44b0-aa36-1592a340cd17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33810da1-d137-4ecc-aa20-eaed803e673c {{(pid=91666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 13:06:52.640138 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-2443625d-a5bb-42d3-b792-ec39100e116a req-9ca12e53-8010-4d65-9a4f-364261c0635d tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5110f7c-e46f-4ac8-bab7-b4ce29570688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381217 Jun 12 13:06:52.640887 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-40a1d9fa-57f6-4b4e-ae70-35960f9fc7da req-eeb91227-70cf-44b0-aa36-1592a340cd17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:52.653068 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [req-40a1d9fa-57f6-4b4e-ae70-35960f9fc7da req-eeb91227-70cf-44b0-aa36-1592a340cd17 service neutron] Transition to ACTIVE for port object 33810da1-d137-4ecc-aa20-eaed803e673c will not be triggered until provisioned by entity L2. {{(pid=91666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 13:06:52.663006 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.agents_db [None req-3755f801-82db-4e36-b9e4-fb56f4f4bf71 None None] Agent healthcheck: found 6 active agents {{(pid=91669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 13:06:52.664513 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-40a1d9fa-57f6-4b4e-ae70-35960f9fc7da req-eeb91227-70cf-44b0-aa36-1592a340cd17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14082976'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:52.667637 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-ae58881b-a0b0-4d62-bf3d-4300608599c6 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:06:52.769081 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb91227-70cf-44b0-aa36-1592a340cd17 service neutron] Pushing event updated for resources: {'Port': ['ID=33810da1-d137-4ecc-aa20-eaed803e673c,revision_number=2']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:06:52.793249 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-eeb91227-70cf-44b0-aa36-1592a340cd17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:06:52.862882 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [req-40a1d9fa-57f6-4b4e-ae70-35960f9fc7da req-eeb91227-70cf-44b0-aa36-1592a340cd17 service neutron] Attempting to bind port 33810da1-d137-4ecc-aa20-eaed803e673c on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 13:06:52.863220 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [req-40a1d9fa-57f6-4b4e-ae70-35960f9fc7da req-eeb91227-70cf-44b0-aa36-1592a340cd17 service neutron] Attempting to bind port 33810da1-d137-4ecc-aa20-eaed803e673c by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '86f06b86-229d-493d-b99a-2228fdd8c3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'aa0b2eef-60a6-40a3-bce6-957f6885e8a4'}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 13:06:52.863552 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a1d9fa-57f6-4b4e-ae70-35960f9fc7da req-eeb91227-70cf-44b0-aa36-1592a340cd17 service neutron] Attempting to bind port 33810da1-d137-4ecc-aa20-eaed803e673c on network aa0b2eef-60a6-40a3-bce6-957f6885e8a4 {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 13:06:52.871256 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a1d9fa-57f6-4b4e-ae70-35960f9fc7da req-eeb91227-70cf-44b0-aa36-1592a340cd17 service neutron] Port 33810da1-d137-4ecc-aa20-eaed803e673c on network aa0b2eef-60a6-40a3-bce6-957f6885e8a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 13:06:52.871574 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a1d9fa-57f6-4b4e-ae70-35960f9fc7da req-eeb91227-70cf-44b0-aa36-1592a340cd17 service neutron] Attempting to bind port 33810da1-d137-4ecc-aa20-eaed803e673c on network aa0b2eef-60a6-40a3-bce6-957f6885e8a4 {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 13:06:52.876577 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a1d9fa-57f6-4b4e-ae70-35960f9fc7da req-eeb91227-70cf-44b0-aa36-1592a340cd17 service neutron] Checking agent: {'id': '858649d7-9eac-48e6-8b51-9e9d764f3a99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 12, 56, 19), 'started_at': datetime.datetime(2021, 6, 12, 12, 56, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 13, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 13:06:52.876907 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a1d9fa-57f6-4b4e-ae70-35960f9fc7da req-eeb91227-70cf-44b0-aa36-1592a340cd17 service neutron] Checking segment: {'id': '86f06b86-229d-493d-b99a-2228fdd8c3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'aa0b2eef-60a6-40a3-bce6-957f6885e8a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 13:06:52.877307 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a1d9fa-57f6-4b4e-ae70-35960f9fc7da req-eeb91227-70cf-44b0-aa36-1592a340cd17 service neutron] Bound using segment: {'id': '86f06b86-229d-493d-b99a-2228fdd8c3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'aa0b2eef-60a6-40a3-bce6-957f6885e8a4'} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 13:06:52.877728 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [req-40a1d9fa-57f6-4b4e-ae70-35960f9fc7da req-eeb91227-70cf-44b0-aa36-1592a340cd17 service neutron] Bound port: 33810da1-d137-4ecc-aa20-eaed803e673c, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86f06b86-229d-493d-b99a-2228fdd8c3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'aa0b2eef-60a6-40a3-bce6-957f6885e8a4'}}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 13:06:52.878128 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-40a1d9fa-57f6-4b4e-ae70-35960f9fc7da req-eeb91227-70cf-44b0-aa36-1592a340cd17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:52.951634 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [req-40a1d9fa-57f6-4b4e-ae70-35960f9fc7da req-eeb91227-70cf-44b0-aa36-1592a340cd17 service neutron] For port 33810da1-d137-4ecc-aa20-eaed803e673c, host hv-cinder-79611, cleared binding levels {{(pid=91666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 13:06:52.954772 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [req-40a1d9fa-57f6-4b4e-ae70-35960f9fc7da req-eeb91227-70cf-44b0-aa36-1592a340cd17 service neutron] For port 33810da1-d137-4ecc-aa20-eaed803e673c, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=33810da1-d137-4ecc-aa20-eaed803e673c,segment=NetworkSegment(86f06b86-229d-493d-b99a-2228fdd8c3a7),segment_id=86f06b86-229d-493d-b99a-2228fdd8c3a7)] {{(pid=91666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 13:06:52.960715 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-40a1d9fa-57f6-4b4e-ae70-35960f9fc7da req-eeb91227-70cf-44b0-aa36-1592a340cd17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14082976'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:52.963638 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-24538c90-cdba-4772-988e-b1617132d508 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:06:53.005442 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1d9fa-57f6-4b4e-ae70-35960f9fc7da req-eeb91227-70cf-44b0-aa36-1592a340cd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:53.007366 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-40a1d9fa-57f6-4b4e-ae70-35960f9fc7da req-eeb91227-70cf-44b0-aa36-1592a340cd17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920'] for port, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:53.007510 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-40a1d9fa-57f6-4b4e-ae70-35960f9fc7da req-eeb91227-70cf-44b0-aa36-1592a340cd17 service neutron] 10.222.0.30 "PUT /v2.0/ports/33810da1-d137-4ecc-aa20-eaed803e673c HTTP/1.1" status: 200 len: 1093 time: 0.8176963 Jun 12 13:06:53.007956 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e40670f7-4ebe-4950-848b-f28f70ff0805', 'tag': '33810da1-d137-4ecc-aa20-eaed803e673c'}] {{(pid=91666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 13:06:53.010303 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba2aedb3ce59156ad261fd92086ba05f02985526b362ab5d5a646d7af1b76f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f08ce8-aa66-4801-8839-db00fdde48ae" -d '{"events": [{"name": "network-changed", "server_uuid": "e40670f7-4ebe-4950-848b-f28f70ff0805", "tag": "33810da1-d137-4ecc-aa20-eaed803e673c"}]}' {{(pid=91666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 13:06:53.043544 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb91227-70cf-44b0-aa36-1592a340cd17 service neutron] Pushing event updated for resources: {'Port': ['ID=33810da1-d137-4ecc-aa20-eaed803e673c,revision_number=3']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:06:53.049520 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-eeb91227-70cf-44b0-aa36-1592a340cd17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:06:53.055037 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 13:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd90437c-6ab5-4583-a834-f6ab0a21dffb x-openstack-request-id: req-bd90437c-6ab5-4583-a834-f6ab0a21dffb {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 13:06:53.055483 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e40670f7-4ebe-4950-848b-f28f70ff0805", "tag": "33810da1-d137-4ecc-aa20-eaed803e673c", "status": "completed", "code": 200}]} {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 13:06:53.055941 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bd90437c-6ab5-4583-a834-f6ab0a21dffb {{(pid=91666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 13:06:53.056544 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e40670f7-4ebe-4950-848b-f28f70ff0805', 'tag': '33810da1-d137-4ecc-aa20-eaed803e673c', 'status': 'completed', 'code': 200} Jun 12 13:06:53.135152 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1d9fa-57f6-4b4e-ae70-35960f9fc7da req-750126ea-8cde-480b-a55b-290de14f0a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:53.136661 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-40a1d9fa-57f6-4b4e-ae70-35960f9fc7da req-750126ea-8cde-480b-a55b-290de14f0a81 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7dc4fd57127a4ce392ff4630ba0b781b&device_id=e40670f7-4ebe-4950-848b-f28f70ff0805 HTTP/1.1" status: 200 len: 1096 time: 0.0791206 Jun 12 13:06:53.193796 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-40a1d9fa-57f6-4b4e-ae70-35960f9fc7da req-a7d9264c-85e7-440e-a98c-29d70c7f5796 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33810da1-d137-4ecc-aa20-eaed803e673c HTTP/1.1" status: 200 len: 217 time: 0.0490527 Jun 12 13:06:53.257604 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1d9fa-57f6-4b4e-ae70-35960f9fc7da req-9ead48eb-9f06-40e2-92e7-2d56e719446a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:53.259078 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-40a1d9fa-57f6-4b4e-ae70-35960f9fc7da req-9ead48eb-9f06-40e2-92e7-2d56e719446a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a098da02-dc26-4e87-a6b5-562c3ad57ee5 HTTP/1.1" status: 200 len: 850 time: 0.0600653 Jun 12 13:06:53.330511 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1d9fa-57f6-4b4e-ae70-35960f9fc7da req-7d95c682-5be3-48e7-8646-88e169d37dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:53.330762 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:53.334594 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-40a1d9fa-57f6-4b4e-ae70-35960f9fc7da req-7d95c682-5be3-48e7-8646-88e169d37dc5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa0b2eef-60a6-40a3-bce6-957f6885e8a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0680151 Jun 12 13:06:53.464570 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-7ce7574a-4ad6-489c-abf7-1faf831be79c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:53.465252 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-40a1d9fa-57f6-4b4e-ae70-35960f9fc7da req-f2978e2a-7e2b-4240-973d-6412b66fc1d6 service neutron] 10.222.0.30 "GET /v2.0/networks/aa0b2eef-60a6-40a3-bce6-957f6885e8a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234272 Jun 12 13:06:53.584280 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-40a1d9fa-57f6-4b4e-ae70-35960f9fc7da req-f171b205-0e8c-4be9-b279-6693d44d6a8c service neutron] 10.222.0.30 "GET /v2.0/networks/aa0b2eef-60a6-40a3-bce6-957f6885e8a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114185 Jun 12 13:06:53.690028 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f08ce8-aa66-4801-8839-db00fdde48ae req-47c395e4-465f-4e7c-955f-fbbe80999d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:53.691539 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-e6f08ce8-aa66-4801-8839-db00fdde48ae req-47c395e4-465f-4e7c-955f-fbbe80999d16 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7dc4fd57127a4ce392ff4630ba0b781b&device_id=e40670f7-4ebe-4950-848b-f28f70ff0805 HTTP/1.1" status: 200 len: 1096 time: 0.0602391 Jun 12 13:06:53.813765 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f08ce8-aa66-4801-8839-db00fdde48ae req-441e6e01-e3cf-4c99-8ced-ecf2a4962518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:53.815236 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-e6f08ce8-aa66-4801-8839-db00fdde48ae req-441e6e01-e3cf-4c99-8ced-ecf2a4962518 service neutron] 10.222.0.30 "GET /v2.0/networks?id=aa0b2eef-60a6-40a3-bce6-957f6885e8a4 HTTP/1.1" status: 200 len: 912 time: 0.1163254 Jun 12 13:06:53.871431 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-e6f08ce8-aa66-4801-8839-db00fdde48ae req-955a7180-8437-4037-9097-1f9450a919ff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33810da1-d137-4ecc-aa20-eaed803e673c HTTP/1.1" status: 200 len: 217 time: 0.0482504 Jun 12 13:06:53.972594 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f08ce8-aa66-4801-8839-db00fdde48ae req-f6bc3e02-b63e-4a48-8c6e-9cbf98f1a417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:53.974034 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-e6f08ce8-aa66-4801-8839-db00fdde48ae req-f6bc3e02-b63e-4a48-8c6e-9cbf98f1a417 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a098da02-dc26-4e87-a6b5-562c3ad57ee5 HTTP/1.1" status: 200 len: 850 time: 0.0902710 Jun 12 13:06:54.023026 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d157590e-ea81-4456-8c2a-e11250df7c72 req-2d45bd2c-0f60-4116-9811-079b89677872 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:54.024396 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-d157590e-ea81-4456-8c2a-e11250df7c72 req-2d45bd2c-0f60-4116-9811-079b89677872 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=e40670f7-4ebe-4950-848b-f28f70ff0805 HTTP/1.1" status: 200 len: 943 time: 0.1508710 Jun 12 13:06:54.081443 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-d157590e-ea81-4456-8c2a-e11250df7c72 req-cd276c6e-4980-4bec-89fb-3b81b12642e8 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5110f7c-e46f-4ac8-bab7-b4ce29570688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506432 Jun 12 13:06:54.088244 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f08ce8-aa66-4801-8839-db00fdde48ae req-6e19bffa-8839-4d13-b763-957640e5cd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:54.089717 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-e6f08ce8-aa66-4801-8839-db00fdde48ae req-6e19bffa-8839-4d13-b763-957640e5cd73 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa0b2eef-60a6-40a3-bce6-957f6885e8a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1079063 Jun 12 13:06:54.208977 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-e6f08ce8-aa66-4801-8839-db00fdde48ae req-b43c9469-f3b7-46bd-ab31-a0c3c31ce595 service neutron] 10.222.0.30 "GET /v2.0/networks/aa0b2eef-60a6-40a3-bce6-957f6885e8a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115253 Jun 12 13:06:54.329510 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-e6f08ce8-aa66-4801-8839-db00fdde48ae req-07742c45-801f-45ce-9600-cc4932ebccb7 service neutron] 10.222.0.30 "GET /v2.0/networks/aa0b2eef-60a6-40a3-bce6-957f6885e8a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137428 Jun 12 13:06:55.072668 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-7239a5c3-c5f0-4f25-a5be-c6c46247b3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:55.272696 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970a4a0-53ab-4d0a-bd96-187b392b1a80 req-7e30683a-ebfa-4985-89dc-07a08022e700 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:55.274287 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-3970a4a0-53ab-4d0a-bd96-187b392b1a80 req-7e30683a-ebfa-4985-89dc-07a08022e700 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=e40670f7-4ebe-4950-848b-f28f70ff0805 HTTP/1.1" status: 200 len: 943 time: 0.0770843 Jun 12 13:06:55.591442 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-3970a4a0-53ab-4d0a-bd96-187b392b1a80 req-0c88d5c2-d167-4533-bfad-07da8cc9e57f tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5110f7c-e46f-4ac8-bab7-b4ce29570688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3112013 Jun 12 13:06:55.885788 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-0a5de27a-4d22-4fdd-a4cf-053756d7edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:06:56.806708 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76794ae9-fffa-4848-a116-fa203a3becef req-f7deffea-224a-41b3-a6a5-32017261328b tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:56.808217 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-76794ae9-fffa-4848-a116-fa203a3becef req-f7deffea-224a-41b3-a6a5-32017261328b tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=e40670f7-4ebe-4950-848b-f28f70ff0805 HTTP/1.1" status: 200 len: 943 time: 0.0851171 Jun 12 13:06:56.853653 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-76794ae9-fffa-4848-a116-fa203a3becef req-114b78d9-ed4a-4972-8b5b-abd407dc6dc4 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5110f7c-e46f-4ac8-bab7-b4ce29570688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397348 Jun 12 13:06:58.040012 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6634bfe-c8cb-466a-a37f-1e7fa503f973 req-5b883056-97df-4106-927a-fd492cbb4180 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:58.041404 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-d6634bfe-c8cb-466a-a37f-1e7fa503f973 req-5b883056-97df-4106-927a-fd492cbb4180 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=e40670f7-4ebe-4950-848b-f28f70ff0805 HTTP/1.1" status: 200 len: 943 time: 0.0714285 Jun 12 13:06:58.083950 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-d6634bfe-c8cb-466a-a37f-1e7fa503f973 req-f9e16cb9-ad57-45be-8020-8269bc1c63b7 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5110f7c-e46f-4ac8-bab7-b4ce29570688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365269 Jun 12 13:06:59.263549 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a4dfb-6911-4f96-ad2b-4b1587b229e5 req-180bf617-537e-4bb0-8d01-e1fa5f3caea8 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:06:59.265248 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-280a4dfb-6911-4f96-ad2b-4b1587b229e5 req-180bf617-537e-4bb0-8d01-e1fa5f3caea8 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=e40670f7-4ebe-4950-848b-f28f70ff0805 HTTP/1.1" status: 200 len: 943 time: 0.0693717 Jun 12 13:06:59.306458 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-280a4dfb-6911-4f96-ad2b-4b1587b229e5 req-95e6111b-d02c-43d7-84a1-6950cc704df9 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5110f7c-e46f-4ac8-bab7-b4ce29570688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353951 Jun 12 13:07:00.497882 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e81b26-8595-4ffc-a501-1f32fc4f74c3 req-ce009616-56d2-491d-9eca-cdb614304092 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:07:00.499387 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-57e81b26-8595-4ffc-a501-1f32fc4f74c3 req-ce009616-56d2-491d-9eca-cdb614304092 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=e40670f7-4ebe-4950-848b-f28f70ff0805 HTTP/1.1" status: 200 len: 943 time: 0.0729101 Jun 12 13:07:00.542245 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-57e81b26-8595-4ffc-a501-1f32fc4f74c3 req-e719200c-d418-4b6e-8287-3aa4036ad5a3 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5110f7c-e46f-4ac8-bab7-b4ce29570688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369372 Jun 12 13:07:01.747005 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f26159-a533-4f7c-bf64-60237abbe160 req-c91fc7a4-0ac4-4013-8ca5-e8f559625d9c tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:07:01.748516 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-b5f26159-a533-4f7c-bf64-60237abbe160 req-c91fc7a4-0ac4-4013-8ca5-e8f559625d9c tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=e40670f7-4ebe-4950-848b-f28f70ff0805 HTTP/1.1" status: 200 len: 943 time: 0.0804851 Jun 12 13:07:01.793451 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-b5f26159-a533-4f7c-bf64-60237abbe160 req-e320f689-85c3-44e2-b2ff-0c85f0f64a88 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5110f7c-e46f-4ac8-bab7-b4ce29570688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388370 Jun 12 13:07:02.289040 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device 33810da1-d137-4ecc-aa20-eaed803e673c details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 13:07:02.419209 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port 33810da1-d137-4ecc-aa20-eaed803e673c, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=33810da1-d137-4ecc-aa20-eaed803e673c,segment=NetworkSegment(86f06b86-229d-493d-b99a-2228fdd8c3a7),segment_id=86f06b86-229d-493d-b99a-2228fdd8c3a7)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:07:02.431723 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Returning: {'device': '33810da1-d137-4ecc-aa20-eaed803e673c', 'network_id': 'aa0b2eef-60a6-40a3-bce6-957f6885e8a4', 'port_id': '33810da1-d137-4ecc-aa20-eaed803e673c', 'mac_address': 'fa:16:3e:9e:b5:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a098da02-dc26-4e87-a6b5-562c3ad57ee5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 13:07:02.481724 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:07:02.498390 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.notifiers.nova [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33810da1-d137-4ecc-aa20-eaed803e673c {{(pid=91668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 13:07:02.520155 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port 33810da1-d137-4ecc-aa20-eaed803e673c, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=33810da1-d137-4ecc-aa20-eaed803e673c,segment=NetworkSegment(86f06b86-229d-493d-b99a-2228fdd8c3a7),segment_id=86f06b86-229d-493d-b99a-2228fdd8c3a7)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:07:02.524474 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:07:02.527142 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:07:02.582304 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Pushing event updated for resources: {'Port': ['ID=33810da1-d137-4ecc-aa20-eaed803e673c,revision_number=4']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:07:02.585424 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:07:02.852598 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] get_ports_and_sgs() called for port_ids ['33810da1-d137-4ecc-aa20-eaed803e673c'] {{(pid=91668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 13:07:02.981117 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b057f-f64d-47f9-927c-8e88a0121cf0 req-2a726e43-f438-46d0-8867-c04c102dee6d tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:07:02.982640 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-419b057f-f64d-47f9-927c-8e88a0121cf0 req-2a726e43-f438-46d0-8867-c04c102dee6d tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=e40670f7-4ebe-4950-848b-f28f70ff0805 HTTP/1.1" status: 200 len: 944 time: 0.0712693 Jun 12 13:07:03.026164 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-419b057f-f64d-47f9-927c-8e88a0121cf0 req-8b71e1f1-e3ec-47e1-adc9-3dce671bc2a9 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5110f7c-e46f-4ac8-bab7-b4ce29570688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377326 Jun 12 13:07:04.222747 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616af3c4-270a-4e03-b249-fcef78b5950c req-9660aa37-0f81-43e2-b892-c277cb2b2a72 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:07:04.225086 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-616af3c4-270a-4e03-b249-fcef78b5950c req-9660aa37-0f81-43e2-b892-c277cb2b2a72 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=e40670f7-4ebe-4950-848b-f28f70ff0805 HTTP/1.1" status: 200 len: 944 time: 0.0815475 Jun 12 13:07:04.276240 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-616af3c4-270a-4e03-b249-fcef78b5950c req-b8c3f951-ed2a-4b2c-8729-cc8825616141 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5110f7c-e46f-4ac8-bab7-b4ce29570688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422595 Jun 12 13:07:04.301612 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device 33810da1-d137-4ecc-aa20-eaed803e673c up at agent hyperv_hv-cinder-79611 {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 13:07:04.360104 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Provisioning for port 33810da1-d137-4ecc-aa20-eaed803e673c completed by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 13:07:04.363956 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Provisioning complete for port 33810da1-d137-4ecc-aa20-eaed803e673c triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 13:07:04.364340 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:07:04.464321 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:07:04.489530 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e40670f7-4ebe-4950-848b-f28f70ff0805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33810da1-d137-4ecc-aa20-eaed803e673c'}] {{(pid=91668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 13:07:04.491780 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80aeb099eed554921aeb9584cad5061c500859d49ba4b111a23145803cb4192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2b06ba-5181-4d06-8b98-d4010410c017" -d '{"events": [{"server_uuid": "e40670f7-4ebe-4950-848b-f28f70ff0805", "name": "network-vif-plugged", "status": "completed", "tag": "33810da1-d137-4ecc-aa20-eaed803e673c"}]}' {{(pid=91668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 13:07:04.505154 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port 33810da1-d137-4ecc-aa20-eaed803e673c, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=33810da1-d137-4ecc-aa20-eaed803e673c,segment=NetworkSegment(86f06b86-229d-493d-b99a-2228fdd8c3a7),segment_id=86f06b86-229d-493d-b99a-2228fdd8c3a7)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:07:04.512672 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:07:04.515029 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:07:04.543427 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 13:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8e016e-2b25-4065-9d7d-a62b9db061fe x-openstack-request-id: req-bc8e016e-2b25-4065-9d7d-a62b9db061fe {{(pid=91668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 13:07:04.543427 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e40670f7-4ebe-4950-848b-f28f70ff0805", "name": "network-vif-plugged", "status": "completed", "tag": "33810da1-d137-4ecc-aa20-eaed803e673c", "code": 200}]} {{(pid=91668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 13:07:04.543427 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bc8e016e-2b25-4065-9d7d-a62b9db061fe {{(pid=91668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 13:07:04.543964 dv-cinder-796114-1-iscsi neutron-server[91668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e40670f7-4ebe-4950-848b-f28f70ff0805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33810da1-d137-4ecc-aa20-eaed803e673c', 'code': 200} Jun 12 13:07:04.574438 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Pushing event updated for resources: {'Port': ['ID=33810da1-d137-4ecc-aa20-eaed803e673c,revision_number=5']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:07:04.577362 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:07:04.822338 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f9a44-754a-416c-8dd4-3f3fb50b9864 req-cf6026aa-2b7b-43df-a506-4f721176f8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:07:04.823830 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-e79f9a44-754a-416c-8dd4-3f3fb50b9864 req-cf6026aa-2b7b-43df-a506-4f721176f8c1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e40670f7-4ebe-4950-848b-f28f70ff0805 HTTP/1.1" status: 200 len: 1098 time: 0.0658798 Jun 12 13:07:04.863329 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-e79f9a44-754a-416c-8dd4-3f3fb50b9864 req-e5060d84-64c5-4b0d-b8a7-d3e298483463 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f5110f7c-e46f-4ac8-bab7-b4ce29570688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324793 Jun 12 13:07:05.467154 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a5b76-a5a7-4eb4-a03f-e0938f0d33a6 req-8b54ea4a-1de5-4d2b-81d8-fdca2a4fb81c tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:07:05.468584 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-c03a5b76-a5a7-4eb4-a03f-e0938f0d33a6 req-8b54ea4a-1de5-4d2b-81d8-fdca2a4fb81c tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=e40670f7-4ebe-4950-848b-f28f70ff0805 HTTP/1.1" status: 200 len: 945 time: 0.0736101 Jun 12 13:07:05.511965 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-c03a5b76-a5a7-4eb4-a03f-e0938f0d33a6 req-093d3a65-01aa-428d-8a70-0a9dfd9fe342 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5110f7c-e46f-4ac8-bab7-b4ce29570688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365720 Jun 12 13:07:06.721641 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c91a19-6c05-4354-8213-04e5c86d8f3c req-8370132f-ae4d-4b60-a1ce-2a6360652d24 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:07:06.723209 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-d6c91a19-6c05-4354-8213-04e5c86d8f3c req-8370132f-ae4d-4b60-a1ce-2a6360652d24 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=e40670f7-4ebe-4950-848b-f28f70ff0805 HTTP/1.1" status: 200 len: 945 time: 0.0782492 Jun 12 13:07:06.766104 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-d6c91a19-6c05-4354-8213-04e5c86d8f3c req-4b68c448-b836-4bd4-bf54-96037674aed9 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5110f7c-e46f-4ac8-bab7-b4ce29570688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365927 Jun 12 13:07:06.966616 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03023801-86f2-46e8-98ff-b6b62047c436 req-7f861cf1-a330-4759-8fa0-b00e783bb042 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:07:06.969098 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-03023801-86f2-46e8-98ff-b6b62047c436 req-7f861cf1-a330-4759-8fa0-b00e783bb042 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=e40670f7-4ebe-4950-848b-f28f70ff0805 HTTP/1.1" status: 200 len: 945 time: 0.0843203 Jun 12 13:07:07.013088 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-03023801-86f2-46e8-98ff-b6b62047c436 req-13e0fe84-1eb9-4075-a786-e28da71fbd6d tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5110f7c-e46f-4ac8-bab7-b4ce29570688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393941 Jun 12 13:07:07.039550 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 60580) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:07:07.105708 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf35252-307b-4bd2-806f-ce250519a0c8 tempest-TestVolumeBootPattern-888951981 tempest-TestVolumeBootPattern-888951981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:07:07.107440 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-5cf35252-307b-4bd2-806f-ce250519a0c8 tempest-TestVolumeBootPattern-888951981 tempest-TestVolumeBootPattern-888951981-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e40670f7-4ebe-4950-848b-f28f70ff0805 HTTP/1.1" status: 200 len: 1093 time: 0.0667028 Jun 12 13:07:07.110280 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 60582) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:07:07.114813 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.v2.base [None req-430558b1-d2d0-4c6b-a4e0-530a22cef390 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Request body: {'floatingip': {'floating_network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'port_id': '33810da1-d137-4ecc-aa20-eaed803e673c', 'tenant_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:07:07.138572 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-430558b1-d2d0-4c6b-a4e0-530a22cef390 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks [] for floatingip, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:07:07.272171 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-430558b1-d2d0-4c6b-a4e0-530a22cef390 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for port, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:07:07.420400 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.db.db_base_plugin_common [None req-430558b1-d2d0-4c6b-a4e0-530a22cef390 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Allocated IP 172.27.3.161 (d31b88ef-fdf5-46b1-8572-11d751094587/d3cd8c99-09c7-4ded-87bb-a3c326773e06/40592bc7-2ae7-4668-a3a5-46acdb900676) {{(pid=91667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 13:07:07.575400 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-430558b1-d2d0-4c6b-a4e0-530a22cef390 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks [] for port, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:07:07.620813 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-430558b1-d2d0-4c6b-a4e0-530a22cef390 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1466997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-122173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752044431912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13277797'] for port, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:07:07.622955 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-1bd411cf-1b9d-4f43-a6e3-30192417632f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:07:07.671280 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430558b1-d2d0-4c6b-a4e0-530a22cef390 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Network d31b88ef-fdf5-46b1-8572-11d751094587 is already hosted by enough agents. {{(pid=91667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 13:07:07.674293 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.base_scheduler [None req-430558b1-d2d0-4c6b-a4e0-530a22cef390 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Resources bound (agent type, host, resource id): {{(pid=91667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 13:07:07.677634 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430558b1-d2d0-4c6b-a4e0-530a22cef390 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Received port after_create {{(pid=91667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 13:07:07.684430 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430558b1-d2d0-4c6b-a4e0-530a22cef390 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Pushing event updated for resources: {'Port': ['ID=40592bc7-2ae7-4668-a3a5-46acdb900676,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:07:07.717328 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430558b1-d2d0-4c6b-a4e0-530a22cef390 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:07:07.717716 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430558b1-d2d0-4c6b-a4e0-530a22cef390 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:07:07.718091 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430558b1-d2d0-4c6b-a4e0-530a22cef390 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:07:07.718490 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430558b1-d2d0-4c6b-a4e0-530a22cef390 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:07:07.718857 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430558b1-d2d0-4c6b-a4e0-530a22cef390 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:07:07.719222 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430558b1-d2d0-4c6b-a4e0-530a22cef390 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:07:07.719585 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430558b1-d2d0-4c6b-a4e0-530a22cef390 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:07:07.719949 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430558b1-d2d0-4c6b-a4e0-530a22cef390 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:07:07.720334 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430558b1-d2d0-4c6b-a4e0-530a22cef390 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:07:07.720693 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430558b1-d2d0-4c6b-a4e0-530a22cef390 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:07:07.721049 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430558b1-d2d0-4c6b-a4e0-530a22cef390 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:07:07.721403 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430558b1-d2d0-4c6b-a4e0-530a22cef390 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:07:07.729166 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-430558b1-d2d0-4c6b-a4e0-530a22cef390 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:07:08.212555 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-430558b1-d2d0-4c6b-a4e0-530a22cef390 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:07:08.311384 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-430558b1-d2d0-4c6b-a4e0-530a22cef390 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:07:08.513162 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-430558b1-d2d0-4c6b-a4e0-530a22cef390 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks [] for port, precommit_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:07:08.522764 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-430558b1-d2d0-4c6b-a4e0-530a22cef390 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13277787'] for port, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:07:08.526682 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-edca1030-94ce-4464-8e1a-f3dafbf6d59b tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:07:08.625443 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430558b1-d2d0-4c6b-a4e0-530a22cef390 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Pushing event updated for resources: {'Port': ['ID=40592bc7-2ae7-4668-a3a5-46acdb900676,revision_number=2']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:07:08.629747 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-430558b1-d2d0-4c6b-a4e0-530a22cef390 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:07:08.640506 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-430558b1-d2d0-4c6b-a4e0-530a22cef390 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454259'] for floatingip, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:07:08.799743 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.db.l3_db [None req-430558b1-d2d0-4c6b-a4e0-530a22cef390 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Floating IP c38f7c0e-3fe1-4b09-93fa-71709e462a8d associated. External IP: 172.27.3.161, port: 33810da1-d137-4ecc-aa20-eaed803e673c. Jun 12 13:07:09.130031 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-430558b1-d2d0-4c6b-a4e0-530a22cef390 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Router 011906b6-63ba-4042-94b7-2ca2aec47836 has already been hosted by L3 agent 68a3a672-d21c-4adb-804e-7b4e770767ea {{(pid=91667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 13:07:09.298849 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-430558b1-d2d0-4c6b-a4e0-530a22cef390 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify agent at l3_agent.dv-cinder-796114-1-iscsi the message routers_updated {{(pid=91667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 13:07:09.314163 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a37921-5fd5-4431-b338-01cc62ceeeba None None] Sync routers for ids ['011906b6-63ba-4042-94b7-2ca2aec47836'] in dv-cinder-796114-1-iscsi {{(pid=91668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 13:07:09.318000 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-430558b1-d2d0-4c6b-a4e0-530a22cef390 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920'] for floatingip, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:07:09.333364 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a37921-5fd5-4431-b338-01cc62ceeeba None None] Routers {'011906b6-63ba-4042-94b7-2ca2aec47836'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 13:07:09.334565 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-18a37921-5fd5-4431-b338-01cc62ceeeba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T13:06:53Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['011906b6-63ba-4042-94b7-2ca2aec47836'], 'active': True} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:07:09.515072 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvr_db [None req-18a37921-5fd5-4431-b338-01cc62ceeeba None None] Set router 011906b6-63ba-4042-94b7-2ca2aec47836 gateway port host: dv-cinder-796114-1-iscsi {{(pid=91668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 13:07:09.658169 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-430558b1-d2d0-4c6b-a4e0-530a22cef390 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5467622 Jun 12 13:07:09.658752 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e40670f7-4ebe-4950-848b-f28f70ff0805', 'tag': '33810da1-d137-4ecc-aa20-eaed803e673c'}] {{(pid=91667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 13:07:09.661155 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67243a7e54e3ab7b6e3c39020b1271d9e6c7e43a6696a4fb95c7e45675bdf643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51c7678-dce3-4250-8aa2-d0343cf8ff27" -d '{"events": [{"name": "network-changed", "server_uuid": "e40670f7-4ebe-4950-848b-f28f70ff0805", "tag": "33810da1-d137-4ecc-aa20-eaed803e673c"}]}' {{(pid=91667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 13:07:09.719905 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 13:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1773d07-538b-4099-b501-28a0d4c926d9 x-openstack-request-id: req-a1773d07-538b-4099-b501-28a0d4c926d9 {{(pid=91667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 13:07:09.720233 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e40670f7-4ebe-4950-848b-f28f70ff0805", "tag": "33810da1-d137-4ecc-aa20-eaed803e673c", "status": "completed", "code": 200}]} {{(pid=91667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 13:07:09.720521 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a1773d07-538b-4099-b501-28a0d4c926d9 {{(pid=91667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 13:07:09.720980 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e40670f7-4ebe-4950-848b-f28f70ff0805', 'tag': '33810da1-d137-4ecc-aa20-eaed803e673c', 'status': 'completed', 'code': 200} Jun 12 13:07:09.817600 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c7678-dce3-4250-8aa2-d0343cf8ff27 req-015853cb-1364-4bc1-a1fd-2b87ed2ed145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:07:09.820765 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-f51c7678-dce3-4250-8aa2-d0343cf8ff27 req-015853cb-1364-4bc1-a1fd-2b87ed2ed145 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7dc4fd57127a4ce392ff4630ba0b781b&device_id=e40670f7-4ebe-4950-848b-f28f70ff0805 HTTP/1.1" status: 200 len: 1098 time: 0.0779355 Jun 12 13:07:09.984274 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c7678-dce3-4250-8aa2-d0343cf8ff27 req-6b5a1744-a59a-40a2-8409-b83c38ee7591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:07:09.986095 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-f51c7678-dce3-4250-8aa2-d0343cf8ff27 req-6b5a1744-a59a-40a2-8409-b83c38ee7591 service neutron] 10.222.0.30 "GET /v2.0/networks?id=aa0b2eef-60a6-40a3-bce6-957f6885e8a4 HTTP/1.1" status: 200 len: 912 time: 0.1597626 Jun 12 13:07:10.012704 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-18a37921-5fd5-4431-b338-01cc62ceeeba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'name': 'tempest-TestVolumeBootPattern-579667739-router', 'tenant_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '427b2e02-31e1-417e-9709-d426dc1bbaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T13:01:37Z', 'updated_at': '2021-06-12T13:01:43Z', 'revision_number': 4, 'project_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'gw_port': {'id': '427b2e02-31e1-417e-9709-d426dc1bbaba', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:09:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:01:39Z', 'updated_at': '2021-06-12T13:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_floatingips': [{'id': 'c38f7c0e-3fe1-4b09-93fa-71709e462a8d', 'tenant_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'floating_ip_address': '172.27.3.161', 'floating_network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'router_id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'port_id': '33810da1-d137-4ecc-aa20-eaed803e673c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa0b2eef-60a6-40a3-bce6-957f6885e8a4', 'mac_address': 'fa:16:3e:9e:b5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40670f7-4ebe-4950-848b-f28f70ff0805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T13:07:08Z', 'updated_at': '2021-06-12T13:07:08Z', 'revision_number': 0, 'project_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8f682ec-5609-493d-bbda-a1c75e63058d', 'name': '', 'network_id': 'aa0b2eef-60a6-40a3-bce6-957f6885e8a4', 'tenant_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'mac_address': 'fa:16:3e:11:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'a098da02-dc26-4e87-a6b5-562c3ad57ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:01:42Z', 'updated_at': '2021-06-12T13:01:52Z', 'revision_number': 5, 'project_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'subnets': [{'id': 'a098da02-dc26-4e87-a6b5-562c3ad57ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:07:10.017255 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a37921-5fd5-4431-b338-01cc62ceeeba None None] Checking router: 011906b6-63ba-4042-94b7-2ca2aec47836 for host: dv-cinder-796114-1-iscsi {{(pid=91668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 13:07:10.027934 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a37921-5fd5-4431-b338-01cc62ceeeba None None] Routers {'011906b6-63ba-4042-94b7-2ca2aec47836'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 13:07:10.028856 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-18a37921-5fd5-4431-b338-01cc62ceeeba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T13:06:53Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['011906b6-63ba-4042-94b7-2ca2aec47836'], 'active': True} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:07:10.099959 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-f51c7678-dce3-4250-8aa2-d0343cf8ff27 req-da567b15-ffef-4ca1-acf2-ba9111b0254b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33810da1-d137-4ecc-aa20-eaed803e673c HTTP/1.1" status: 200 len: 999 time: 0.1073546 Jun 12 13:07:10.170817 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c7678-dce3-4250-8aa2-d0343cf8ff27 req-89bfb0ba-e4dc-4d3e-a7c2-b895bf2827dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:07:10.172771 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-f51c7678-dce3-4250-8aa2-d0343cf8ff27 req-89bfb0ba-e4dc-4d3e-a7c2-b895bf2827dd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a098da02-dc26-4e87-a6b5-562c3ad57ee5 HTTP/1.1" status: 200 len: 850 time: 0.0665319 Jun 12 13:07:10.212772 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvr_db [None req-18a37921-5fd5-4431-b338-01cc62ceeeba None None] Set router 011906b6-63ba-4042-94b7-2ca2aec47836 gateway port host: dv-cinder-796114-1-iscsi {{(pid=91668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 13:07:10.241825 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c7678-dce3-4250-8aa2-d0343cf8ff27 req-45783ea8-e4c1-4972-9cc6-b993d651eec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:07:10.243631 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-f51c7678-dce3-4250-8aa2-d0343cf8ff27 req-45783ea8-e4c1-4972-9cc6-b993d651eec6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa0b2eef-60a6-40a3-bce6-957f6885e8a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0643883 Jun 12 13:07:10.390215 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-f51c7678-dce3-4250-8aa2-d0343cf8ff27 req-f1f4798f-ff76-4a70-8bc5-64d86cff241d service neutron] 10.222.0.30 "GET /v2.0/networks/aa0b2eef-60a6-40a3-bce6-957f6885e8a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398170 Jun 12 13:07:10.548948 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-f51c7678-dce3-4250-8aa2-d0343cf8ff27 req-69ba4eab-8ae0-49d6-9350-d7ce57c22ef8 service neutron] 10.222.0.30 "GET /v2.0/networks/aa0b2eef-60a6-40a3-bce6-957f6885e8a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528647 Jun 12 13:07:10.621190 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-18a37921-5fd5-4431-b338-01cc62ceeeba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'name': 'tempest-TestVolumeBootPattern-579667739-router', 'tenant_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '427b2e02-31e1-417e-9709-d426dc1bbaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T13:01:37Z', 'updated_at': '2021-06-12T13:01:43Z', 'revision_number': 4, 'project_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'gw_port': {'id': '427b2e02-31e1-417e-9709-d426dc1bbaba', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:09:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:01:39Z', 'updated_at': '2021-06-12T13:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_floatingips': [{'id': 'c38f7c0e-3fe1-4b09-93fa-71709e462a8d', 'tenant_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'floating_ip_address': '172.27.3.161', 'floating_network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'router_id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'port_id': '33810da1-d137-4ecc-aa20-eaed803e673c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa0b2eef-60a6-40a3-bce6-957f6885e8a4', 'mac_address': 'fa:16:3e:9e:b5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40670f7-4ebe-4950-848b-f28f70ff0805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T13:07:08Z', 'updated_at': '2021-06-12T13:07:08Z', 'revision_number': 0, 'project_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8f682ec-5609-493d-bbda-a1c75e63058d', 'name': '', 'network_id': 'aa0b2eef-60a6-40a3-bce6-957f6885e8a4', 'tenant_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'mac_address': 'fa:16:3e:11:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'a098da02-dc26-4e87-a6b5-562c3ad57ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:01:42Z', 'updated_at': '2021-06-12T13:01:52Z', 'revision_number': 5, 'project_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'subnets': [{'id': 'a098da02-dc26-4e87-a6b5-562c3ad57ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:07:10.625508 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a37921-5fd5-4431-b338-01cc62ceeeba None None] The sync data for ids ['011906b6-63ba-4042-94b7-2ca2aec47836'] in dv-cinder-796114-1-iscsi is: [{'id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'name': 'tempest-TestVolumeBootPattern-579667739-router', 'tenant_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '427b2e02-31e1-417e-9709-d426dc1bbaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T13:01:37Z', 'updated_at': '2021-06-12T13:01:43Z', 'revision_number': 4, 'project_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'gw_port': {'id': '427b2e02-31e1-417e-9709-d426dc1bbaba', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:09:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:01:39Z', 'updated_at': '2021-06-12T13:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_floatingips': [{'id': 'c38f7c0e-3fe1-4b09-93fa-71709e462a8d', 'tenant_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'floating_ip_address': '172.27.3.161', 'floating_network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'router_id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'port_id': '33810da1-d137-4ecc-aa20-eaed803e673c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa0b2eef-60a6-40a3-bce6-957f6885e8a4', 'mac_address': 'fa:16:3e:9e:b5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40670f7-4ebe-4950-848b-f28f70ff0805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T13:07:08Z', 'updated_at': '2021-06-12T13:07:08Z', 'revision_number': 0, 'project_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8f682ec-5609-493d-bbda-a1c75e63058d', 'name': '', 'network_id': 'aa0b2eef-60a6-40a3-bce6-957f6885e8a4', 'tenant_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'mac_address': 'fa:16:3e:11:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'a098da02-dc26-4e87-a6b5-562c3ad57ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:01:42Z', 'updated_at': '2021-06-12T13:01:52Z', 'revision_number': 5, 'project_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'subnets': [{'id': 'a098da02-dc26-4e87-a6b5-562c3ad57ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 13:07:10.826058 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2f18aa-6be8-4a4d-8554-947a67549b7f None None] New status for floating IP c38f7c0e-3fe1-4b09-93fa-71709e462a8d: ACTIVE {{(pid=91669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 12 13:07:20.615134 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-9a505b1d-cb37-4173-96a1-5f22622ee30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:07:21.540403 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:07:21.895913 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-d09c31a2-0ed9-4e30-81d1-5d0bd5b01501 req-95ceb0b1-58a8-4f5f-b596-f61c8f532983 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0589643 Jun 12 13:07:22.019303 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c31a2-0ed9-4e30-81d1-5d0bd5b01501 req-0d23cadb-18ce-4616-8f70-d32fc03e74cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:07:22.020714 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-d09c31a2-0ed9-4e30-81d1-5d0bd5b01501 req-0d23cadb-18ce-4616-8f70-d32fc03e74cc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=309791d830a94b0f9bbf5e05447bde27&device_id=36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b HTTP/1.1" status: 200 len: 1099 time: 0.0649414 Jun 12 13:07:22.153604 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c31a2-0ed9-4e30-81d1-5d0bd5b01501 req-68c811d3-395a-48fc-b970-9475bad71f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:07:22.155121 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-d09c31a2-0ed9-4e30-81d1-5d0bd5b01501 req-68c811d3-395a-48fc-b970-9475bad71f44 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d048a451-dcef-417f-bec1-0fcc7240acb9 HTTP/1.1" status: 200 len: 909 time: 0.1103020 Jun 12 13:07:22.249254 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-d09c31a2-0ed9-4e30-81d1-5d0bd5b01501 req-1c19a074-b26a-4ce0-8a17-195b9d840987 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8225578c-aecc-44e1-901a-502078900315 HTTP/1.1" status: 200 len: 1001 time: 0.0802202 Jun 12 13:07:22.311672 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c31a2-0ed9-4e30-81d1-5d0bd5b01501 req-d11c5ff5-8597-4255-a8d6-41b9f4bc3459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:07:22.313080 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-d09c31a2-0ed9-4e30-81d1-5d0bd5b01501 req-d11c5ff5-8597-4255-a8d6-41b9f4bc3459 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dcf70ff7-e006-4744-9931-12302649ffac HTTP/1.1" status: 200 len: 847 time: 0.0545578 Jun 12 13:07:22.384084 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c31a2-0ed9-4e30-81d1-5d0bd5b01501 req-33ecefc1-cd38-49cc-95f8-17ea3050e31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:07:22.385557 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-d09c31a2-0ed9-4e30-81d1-5d0bd5b01501 req-33ecefc1-cd38-49cc-95f8-17ea3050e31d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d048a451-dcef-417f-bec1-0fcc7240acb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0661678 Jun 12 13:07:22.503490 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-d09c31a2-0ed9-4e30-81d1-5d0bd5b01501 req-c4203f9f-a728-436e-9839-d01608e5712f service neutron] 10.222.0.30 "GET /v2.0/networks/d048a451-dcef-417f-bec1-0fcc7240acb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109660 Jun 12 13:07:22.947755 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-d09c31a2-0ed9-4e30-81d1-5d0bd5b01501 req-af731df8-1095-4634-baeb-5727b0810f8c service neutron] 10.222.0.30 "GET /v2.0/networks/d048a451-dcef-417f-bec1-0fcc7240acb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4368448 Jun 12 13:07:23.332495 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:07:23.465841 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-9b7ecabf-3f24-4c41-b071-1d6f986dbf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:07:25.076729 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-7239a5c3-c5f0-4f25-a5be-c6c46247b3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:07:25.888305 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-0a5de27a-4d22-4fdd-a4cf-053756d7edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:07:29.661115 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.agents_db [None req-3755f801-82db-4e36-b9e4-fb56f4f4bf71 None None] Agent healthcheck: found 6 active agents {{(pid=91669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 13:07:36.974670 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563fafa2-65d1-4a53-ab6f-d04d02f26e8f req-22b8d279-1988-41a5-b2ae-dd4b46dc7972 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:07:36.976148 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-563fafa2-65d1-4a53-ab6f-d04d02f26e8f req-22b8d279-1988-41a5-b2ae-dd4b46dc7972 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 945 time: 0.0727420 Jun 12 13:07:37.019092 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-563fafa2-65d1-4a53-ab6f-d04d02f26e8f req-2df0d966-dedc-446e-8bcc-21f5f62f0d9a tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=224ecf89-5379-4ba7-b3f1-52eb5f3bacaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362852 Jun 12 13:07:38.203286 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc1a84-dac8-4a27-92ec-aaaf6d405491 req-670a4032-1439-492c-8f61-19982874a310 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:07:38.204777 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-dbdc1a84-dac8-4a27-92ec-aaaf6d405491 req-670a4032-1439-492c-8f61-19982874a310 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 945 time: 0.0691655 Jun 12 13:07:38.250298 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-dbdc1a84-dac8-4a27-92ec-aaaf6d405491 req-97643fbc-ab99-4cf5-89e3-e1269d1aea05 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=224ecf89-5379-4ba7-b3f1-52eb5f3bacaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398445 Jun 12 13:07:39.437533 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f82942-d8c4-4271-8f01-0019c4ca03f4 req-358d8915-37d4-45c7-bb42-c5e09cf7de8e tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:07:39.438998 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-45f82942-d8c4-4271-8f01-0019c4ca03f4 req-358d8915-37d4-45c7-bb42-c5e09cf7de8e tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 945 time: 0.0717504 Jun 12 13:07:39.480240 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-45f82942-d8c4-4271-8f01-0019c4ca03f4 req-26f5700d-c764-45ff-81bf-1c0586cf60dc tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=224ecf89-5379-4ba7-b3f1-52eb5f3bacaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349810 Jun 12 13:07:40.662657 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e6cef-fecb-42db-aaf4-0fab88779140 req-53087760-d9de-4daa-8ac8-181a7d0e732c tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:07:40.663953 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-769e6cef-fecb-42db-aaf4-0fab88779140 req-53087760-d9de-4daa-8ac8-181a7d0e732c tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 945 time: 0.0682337 Jun 12 13:07:40.708933 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-769e6cef-fecb-42db-aaf4-0fab88779140 req-6bdd390a-a804-4410-a933-ef6374b32d20 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=224ecf89-5379-4ba7-b3f1-52eb5f3bacaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387404 Jun 12 13:07:41.895505 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c6cfa-c90f-477d-baa0-6fe49d367ee6 req-4dbff575-1992-4686-9236-d91f49c60630 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:07:41.896930 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-518c6cfa-c90f-477d-baa0-6fe49d367ee6 req-4dbff575-1992-4686-9236-d91f49c60630 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 945 time: 0.0678666 Jun 12 13:07:41.940942 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-518c6cfa-c90f-477d-baa0-6fe49d367ee6 req-78663719-d768-48ad-bc40-6c09fac3f6c9 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=224ecf89-5379-4ba7-b3f1-52eb5f3bacaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359409 Jun 12 13:07:43.129852 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8203cf3-8fd0-40db-8852-10333c3a0447 req-4b905fb0-8ce9-49e0-8bef-8be9ea434686 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:07:43.131313 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-c8203cf3-8fd0-40db-8852-10333c3a0447 req-4b905fb0-8ce9-49e0-8bef-8be9ea434686 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 945 time: 0.0706537 Jun 12 13:07:43.173941 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-c8203cf3-8fd0-40db-8852-10333c3a0447 req-2a0f89de-d59a-4a1d-bcc4-793c50c94c2e tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=224ecf89-5379-4ba7-b3f1-52eb5f3bacaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363083 Jun 12 13:07:43.179002 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45daf75-d2db-4d90-8034-c97473356cc2 req-8379965b-931c-4251-b59f-224a30a774b0 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:07:43.180469 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-c45daf75-d2db-4d90-8034-c97473356cc2 req-8379965b-931c-4251-b59f-224a30a774b0 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b HTTP/1.1" status: 200 len: 946 time: 0.0696480 Jun 12 13:07:43.228614 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-c45daf75-d2db-4d90-8034-c97473356cc2 req-0b5e35da-5271-4d50-a6aa-718f40ba27fd tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/security-groups?id=ace30198-ea07-487d-a00c-2e29c0d4be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411785 Jun 12 13:07:44.362237 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfe32a9-3e01-4233-ae04-dfe8a57e3cfe req-822fb16e-6b75-456d-ae19-82455930dee5 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:07:44.363797 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-bcfe32a9-3e01-4233-ae04-dfe8a57e3cfe req-822fb16e-6b75-456d-ae19-82455930dee5 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 945 time: 0.0728531 Jun 12 13:07:44.410636 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-bcfe32a9-3e01-4233-ae04-dfe8a57e3cfe req-59348a8f-ec8c-4cb7-a488-37e3f61d4622 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=224ecf89-5379-4ba7-b3f1-52eb5f3bacaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410664 Jun 12 13:07:44.418935 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde7711-67c1-47b4-8775-1acfde6ab22a req-98b9fe9c-72f4-40fc-a5ed-cb99f6def52c tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:07:44.420411 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-abde7711-67c1-47b4-8775-1acfde6ab22a req-98b9fe9c-72f4-40fc-a5ed-cb99f6def52c tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b HTTP/1.1" status: 200 len: 946 time: 0.0736003 Jun 12 13:07:44.464227 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-abde7711-67c1-47b4-8775-1acfde6ab22a req-3281a787-8be2-4fc0-8e88-f0153783daa4 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/security-groups?id=ace30198-ea07-487d-a00c-2e29c0d4be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376284 Jun 12 13:07:45.603758 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25856a-ac00-411a-969c-6560bdab4342 req-b86b0190-ac92-49ef-9ba2-08d3f80230d8 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:07:45.605790 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-db25856a-ac00-411a-969c-6560bdab4342 req-b86b0190-ac92-49ef-9ba2-08d3f80230d8 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 945 time: 0.0717316 Jun 12 13:07:45.649317 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-db25856a-ac00-411a-969c-6560bdab4342 req-76ae642b-9cd7-4567-95b7-da420eadb703 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=224ecf89-5379-4ba7-b3f1-52eb5f3bacaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374928 Jun 12 13:07:45.654769 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32abcfd3-f34c-498e-87d4-193f01f5d2c9 req-de21fb46-5126-4d68-b1a6-37fd709f81cd tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:07:45.656273 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-32abcfd3-f34c-498e-87d4-193f01f5d2c9 req-de21fb46-5126-4d68-b1a6-37fd709f81cd tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b HTTP/1.1" status: 200 len: 946 time: 0.0735657 Jun 12 13:07:45.705884 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-32abcfd3-f34c-498e-87d4-193f01f5d2c9 req-87eb0b84-b666-4cce-96ff-e7a7eeb327e8 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/security-groups?id=ace30198-ea07-487d-a00c-2e29c0d4be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437448 Jun 12 13:07:46.836263 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a6484-e406-4f8d-bf45-2c9b6ad11115 req-82508673-2c18-43aa-9b05-f53afd358201 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:07:46.837715 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-632a6484-e406-4f8d-bf45-2c9b6ad11115 req-82508673-2c18-43aa-9b05-f53afd358201 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 945 time: 0.0717120 Jun 12 13:07:46.881496 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-632a6484-e406-4f8d-bf45-2c9b6ad11115 req-ae974007-6448-4003-a4b0-8f4462b77b94 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=224ecf89-5379-4ba7-b3f1-52eb5f3bacaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374830 Jun 12 13:07:46.904088 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dffa85-7621-4409-bd8d-eda84366dd90 req-4d4a4958-7b24-485c-8442-e2d1307d0861 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:07:46.905587 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-63dffa85-7621-4409-bd8d-eda84366dd90 req-4d4a4958-7b24-485c-8442-e2d1307d0861 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b HTTP/1.1" status: 200 len: 946 time: 0.0753827 Jun 12 13:07:46.950352 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-63dffa85-7621-4409-bd8d-eda84366dd90 req-b9d79ad7-30cc-40a1-9ced-ce47c6a483dd tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/security-groups?id=ace30198-ea07-487d-a00c-2e29c0d4be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384200 Jun 12 13:07:48.073842 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e779c28-f05a-4b17-bace-359e56243ebc req-4659bc19-35bf-4cd1-89e5-e5fadd100c68 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:07:48.075734 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-8e779c28-f05a-4b17-bace-359e56243ebc req-4659bc19-35bf-4cd1-89e5-e5fadd100c68 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 945 time: 0.0765789 Jun 12 13:07:48.124148 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-8e779c28-f05a-4b17-bace-359e56243ebc req-d5aefb53-ba37-41da-932e-dd89a95942be tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=224ecf89-5379-4ba7-b3f1-52eb5f3bacaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392532 Jun 12 13:07:48.146972 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab56047-c7d7-49c1-b3ff-801e52528268 req-01f1ba01-d5a0-4f89-8bfb-6698daff1b11 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:07:48.148432 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-8ab56047-c7d7-49c1-b3ff-801e52528268 req-01f1ba01-d5a0-4f89-8bfb-6698daff1b11 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b HTTP/1.1" status: 200 len: 946 time: 0.0722501 Jun 12 13:07:48.196678 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-8ab56047-c7d7-49c1-b3ff-801e52528268 req-77055424-2ce5-4f4f-8f60-009fc31e0116 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/security-groups?id=ace30198-ea07-487d-a00c-2e29c0d4be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419810 Jun 12 13:07:49.314915 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8588d18-e394-49e4-b385-c4e87962c22e req-3ad8206f-7c85-4c7b-8090-203600522edd tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:07:49.316375 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-c8588d18-e394-49e4-b385-c4e87962c22e req-3ad8206f-7c85-4c7b-8090-203600522edd tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 945 time: 0.0702827 Jun 12 13:07:49.359088 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-c8588d18-e394-49e4-b385-c4e87962c22e req-c2ae551b-35af-4f1b-a2f4-bd6f0aa5027e tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=224ecf89-5379-4ba7-b3f1-52eb5f3bacaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373085 Jun 12 13:07:49.386865 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facccbf2-c955-454c-9d76-1b71eee7ac1e req-6efe105b-99db-406e-88a3-a2a5dbc327ec tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:07:49.386865 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-facccbf2-c955-454c-9d76-1b71eee7ac1e req-6efe105b-99db-406e-88a3-a2a5dbc327ec tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b HTTP/1.1" status: 200 len: 946 time: 0.0739670 Jun 12 13:07:49.429115 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-facccbf2-c955-454c-9d76-1b71eee7ac1e req-f181d7a1-b89a-4ecf-a778-c66ca682e315 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/security-groups?id=ace30198-ea07-487d-a00c-2e29c0d4be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366399 Jun 12 13:07:50.549075 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38aeaf3-1062-4724-8110-23762c81fdda req-a83bc5e4-44fc-4650-9ff0-2cb64eef5204 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:07:50.550549 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-e38aeaf3-1062-4724-8110-23762c81fdda req-a83bc5e4-44fc-4650-9ff0-2cb64eef5204 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 945 time: 0.0702298 Jun 12 13:07:50.593084 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-e38aeaf3-1062-4724-8110-23762c81fdda req-72b329cb-fabd-4e6a-838e-d3799f74941e tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=224ecf89-5379-4ba7-b3f1-52eb5f3bacaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364656 Jun 12 13:07:50.619428 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-25880923-2948-437b-86d5-dec1452b1611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:07:50.639940 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device 29e6c152-4c94-451c-bc2d-51c467d5b59f details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 13:07:50.738355 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9031cf-a6b3-40c3-992e-a30b00219e13 req-baa00ff1-38ab-40f4-99e9-ba8e2bf67c21 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:07:50.739835 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-4e9031cf-a6b3-40c3-992e-a30b00219e13 req-baa00ff1-38ab-40f4-99e9-ba8e2bf67c21 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b HTTP/1.1" status: 200 len: 946 time: 0.1899550 Jun 12 13:07:50.766292 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port 29e6c152-4c94-451c-bc2d-51c467d5b59f, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=29e6c152-4c94-451c-bc2d-51c467d5b59f,segment=NetworkSegment(a0a674b8-7738-4903-8a88-2eeaa5688873),segment_id=a0a674b8-7738-4903-8a88-2eeaa5688873)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:07:50.778995 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Returning: {'device': '29e6c152-4c94-451c-bc2d-51c467d5b59f', 'network_id': '64b4b39f-e457-4d52-beb5-ab2bbde33d05', 'port_id': '29e6c152-4c94-451c-bc2d-51c467d5b59f', 'mac_address': 'fa:16:3e:28:c5:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2822e5c-4cf7-4702-9de8-8d297e10d4e8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 13:07:50.787811 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-4e9031cf-a6b3-40c3-992e-a30b00219e13 req-e67c8433-b21c-42eb-8578-00ee7082365b tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/security-groups?id=ace30198-ea07-487d-a00c-2e29c0d4be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401068 Jun 12 13:07:50.826534 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:07:50.841527 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.notifiers.nova [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 29e6c152-4c94-451c-bc2d-51c467d5b59f {{(pid=91668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 13:07:50.861772 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port 29e6c152-4c94-451c-bc2d-51c467d5b59f, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=29e6c152-4c94-451c-bc2d-51c467d5b59f,segment=NetworkSegment(a0a674b8-7738-4903-8a88-2eeaa5688873),segment_id=a0a674b8-7738-4903-8a88-2eeaa5688873)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:07:50.865296 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:07:50.867008 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:07:50.922511 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Pushing event updated for resources: {'Port': ['ID=29e6c152-4c94-451c-bc2d-51c467d5b59f,revision_number=6']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:07:50.929544 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:07:50.929890 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:07:50.930249 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:07:50.930583 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:07:50.930907 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:07:50.931229 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:07:50.931550 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:07:50.931868 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:07:50.932187 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:07:50.932580 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:07:50.932893 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:07:50.933209 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:07:50.936935 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:07:50.966304 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] get_ports_and_sgs() called for port_ids ['29e6c152-4c94-451c-bc2d-51c467d5b59f'] {{(pid=91668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 13:07:51.546597 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:07:51.841683 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6196c9bc-acb4-4fce-8fbc-6fdc3a995f93 req-302a7b04-7006-4bbd-ab81-061011f2db84 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:07:51.843155 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-6196c9bc-acb4-4fce-8fbc-6fdc3a995f93 req-302a7b04-7006-4bbd-ab81-061011f2db84 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 944 time: 0.1300914 Jun 12 13:07:51.888068 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-6196c9bc-acb4-4fce-8fbc-6fdc3a995f93 req-ce1d096e-d40b-4f4f-9667-5e6dca8ba4e4 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=224ecf89-5379-4ba7-b3f1-52eb5f3bacaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393858 Jun 12 13:07:52.045208 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5deaea-8bb8-44b6-979e-ab42b8955adb req-ea2ce1a6-c886-4d2a-8240-32d4eff2937c tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:07:52.046705 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-5f5deaea-8bb8-44b6-979e-ab42b8955adb req-ea2ce1a6-c886-4d2a-8240-32d4eff2937c tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b HTTP/1.1" status: 200 len: 946 time: 0.0719490 Jun 12 13:07:52.089794 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-5f5deaea-8bb8-44b6-979e-ab42b8955adb req-3d904148-d4b0-497f-889c-59e2c3e637fe tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/security-groups?id=ace30198-ea07-487d-a00c-2e29c0d4be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372863 Jun 12 13:07:52.649850 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device 29e6c152-4c94-451c-bc2d-51c467d5b59f up at agent hyperv_hv-cinder-79611 {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 13:07:52.704298 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Provisioning complete for port 29e6c152-4c94-451c-bc2d-51c467d5b59f triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 13:07:52.704671 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:07:52.794844 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:07:52.819152 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c980e74-4e0e-4f7d-b8f8-bb7240919ee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e6c152-4c94-451c-bc2d-51c467d5b59f'}] {{(pid=91668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 13:07:52.821384 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80aeb099eed554921aeb9584cad5061c500859d49ba4b111a23145803cb4192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677d7f35-5a4a-4c92-a894-586bc7e867f8" -d '{"events": [{"server_uuid": "0c980e74-4e0e-4f7d-b8f8-bb7240919ee2", "name": "network-vif-plugged", "status": "completed", "tag": "29e6c152-4c94-451c-bc2d-51c467d5b59f"}]}' {{(pid=91668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 13:07:52.835735 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port 29e6c152-4c94-451c-bc2d-51c467d5b59f, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=29e6c152-4c94-451c-bc2d-51c467d5b59f,segment=NetworkSegment(a0a674b8-7738-4903-8a88-2eeaa5688873),segment_id=a0a674b8-7738-4903-8a88-2eeaa5688873)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:07:52.840558 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:07:52.842827 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:07:52.870382 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 13:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31fd0040-0b19-4045-8511-cfee655f9758 x-openstack-request-id: req-31fd0040-0b19-4045-8511-cfee655f9758 {{(pid=91668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 13:07:52.870879 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c980e74-4e0e-4f7d-b8f8-bb7240919ee2", "name": "network-vif-plugged", "status": "completed", "tag": "29e6c152-4c94-451c-bc2d-51c467d5b59f", "code": 200}]} {{(pid=91668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 13:07:52.871138 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-31fd0040-0b19-4045-8511-cfee655f9758 {{(pid=91668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 13:07:52.871523 dv-cinder-796114-1-iscsi neutron-server[91668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c980e74-4e0e-4f7d-b8f8-bb7240919ee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e6c152-4c94-451c-bc2d-51c467d5b59f', 'code': 200} Jun 12 13:07:52.905683 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Pushing event updated for resources: {'Port': ['ID=29e6c152-4c94-451c-bc2d-51c467d5b59f,revision_number=7']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:07:52.908973 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:07:53.078162 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997b6215-ace0-48f6-aafe-56668f503182 req-b3cddd77-c745-4c57-bb3c-95ec88915fc8 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:07:53.079689 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-997b6215-ace0-48f6-aafe-56668f503182 req-b3cddd77-c745-4c57-bb3c-95ec88915fc8 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 945 time: 0.0745702 Jun 12 13:07:53.124157 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-997b6215-ace0-48f6-aafe-56668f503182 req-f74c6e97-e0b6-42e3-8470-3a75b99afdb0 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=224ecf89-5379-4ba7-b3f1-52eb5f3bacaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384512 Jun 12 13:07:53.285034 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea80d3eb-fa46-42f1-bf56-b6b155cbd8dc req-20ce181f-28de-4fbb-9997-417373065751 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:07:53.286517 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-ea80d3eb-fa46-42f1-bf56-b6b155cbd8dc req-20ce181f-28de-4fbb-9997-417373065751 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b HTTP/1.1" status: 200 len: 946 time: 0.0712192 Jun 12 13:07:53.335017 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:07:53.336990 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-ea80d3eb-fa46-42f1-bf56-b6b155cbd8dc req-1f76ba89-44a7-4c04-8508-97ef6c56343f tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/security-groups?id=ace30198-ea07-487d-a00c-2e29c0d4be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439970 Jun 12 13:07:53.418104 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02fcec4-d22f-4d1e-aba5-06dabd918444 req-c2897e16-3f6c-488f-857f-ed48567c59f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:07:53.419645 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-e02fcec4-d22f-4d1e-aba5-06dabd918444 req-c2897e16-3f6c-488f-857f-ed48567c59f1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=309791d830a94b0f9bbf5e05447bde27&device_id=36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b HTTP/1.1" status: 200 len: 1099 time: 0.0628970 Jun 12 13:07:53.466656 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-97ec4b1f-6e54-431d-872a-b54335ff0847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:07:53.550825 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02fcec4-d22f-4d1e-aba5-06dabd918444 req-de0f2e24-0050-4998-91df-9bf463e15e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:07:53.552260 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-e02fcec4-d22f-4d1e-aba5-06dabd918444 req-de0f2e24-0050-4998-91df-9bf463e15e14 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d048a451-dcef-417f-bec1-0fcc7240acb9 HTTP/1.1" status: 200 len: 909 time: 0.1229348 Jun 12 13:07:53.643038 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-e02fcec4-d22f-4d1e-aba5-06dabd918444 req-02f98382-7880-4fd8-ab1d-483035f92809 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8225578c-aecc-44e1-901a-502078900315 HTTP/1.1" status: 200 len: 1001 time: 0.0783100 Jun 12 13:07:53.708016 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02fcec4-d22f-4d1e-aba5-06dabd918444 req-8f1c2b2f-9838-418f-8dfe-2b41d0ce916b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:07:53.709559 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-e02fcec4-d22f-4d1e-aba5-06dabd918444 req-8f1c2b2f-9838-418f-8dfe-2b41d0ce916b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dcf70ff7-e006-4744-9931-12302649ffac HTTP/1.1" status: 200 len: 847 time: 0.0590661 Jun 12 13:07:53.780218 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02fcec4-d22f-4d1e-aba5-06dabd918444 req-682db178-59b9-4080-a3e3-5356f5f52ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:07:53.781841 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-e02fcec4-d22f-4d1e-aba5-06dabd918444 req-682db178-59b9-4080-a3e3-5356f5f52ff0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d048a451-dcef-417f-bec1-0fcc7240acb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0656157 Jun 12 13:07:53.905242 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-e02fcec4-d22f-4d1e-aba5-06dabd918444 req-baaa4a07-ff02-43c0-97ca-c8cbba756d60 service neutron] 10.222.0.30 "GET /v2.0/networks/d048a451-dcef-417f-bec1-0fcc7240acb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163225 Jun 12 13:07:54.052267 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-e02fcec4-d22f-4d1e-aba5-06dabd918444 req-df8ca0bd-1b4f-49ad-bf1b-41808a3b6d96 service neutron] 10.222.0.30 "GET /v2.0/networks/d048a451-dcef-417f-bec1-0fcc7240acb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406901 Jun 12 13:07:54.339873 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a403b470-52cc-4027-86ee-72a65d566fa6 req-e761cba3-a39c-4d7b-b1c6-8142412abd1a tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:07:54.341378 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-a403b470-52cc-4027-86ee-72a65d566fa6 req-e761cba3-a39c-4d7b-b1c6-8142412abd1a tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 945 time: 0.0733356 Jun 12 13:07:54.402593 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-a403b470-52cc-4027-86ee-72a65d566fa6 req-a21c0ee7-b9a1-4d80-ac16-93213ee3df08 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=224ecf89-5379-4ba7-b3f1-52eb5f3bacaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546470 Jun 12 13:07:54.552594 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ebbc0-3e7f-4964-bc0a-cda2fd70969a req-c0cbcdb7-555d-4636-8063-ace522966a33 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:07:54.554502 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-da1ebbc0-3e7f-4964-bc0a-cda2fd70969a req-c0cbcdb7-555d-4636-8063-ace522966a33 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b HTTP/1.1" status: 200 len: 946 time: 0.0797870 Jun 12 13:07:54.603751 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-da1ebbc0-3e7f-4964-bc0a-cda2fd70969a req-668e544e-6623-4a36-b6b3-7e0c64ec781e tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/security-groups?id=ace30198-ea07-487d-a00c-2e29c0d4be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413213 Jun 12 13:07:55.081347 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-7239a5c3-c5f0-4f25-a5be-c6c46247b3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:07:55.607843 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f408278-6ffc-4349-90d0-0d3bced6e130 req-a8ca7391-2eff-4c57-8497-3c6fc15d4a3e tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:07:55.609319 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-4f408278-6ffc-4349-90d0-0d3bced6e130 req-a8ca7391-2eff-4c57-8497-3c6fc15d4a3e tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 945 time: 0.0857050 Jun 12 13:07:55.662141 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-4f408278-6ffc-4349-90d0-0d3bced6e130 req-6e2792a7-dde7-44c1-9b3c-3029bd43125a tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=224ecf89-5379-4ba7-b3f1-52eb5f3bacaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448644 Jun 12 13:07:55.841046 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c2ef3-028c-4fdf-b373-560b7ff00cf7 req-22739184-caee-442c-9789-cbacf7ec50dd tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:07:55.842630 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-dd5c2ef3-028c-4fdf-b373-560b7ff00cf7 req-22739184-caee-442c-9789-cbacf7ec50dd tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b HTTP/1.1" status: 200 len: 946 time: 0.0845084 Jun 12 13:07:55.894217 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-dd5c2ef3-028c-4fdf-b373-560b7ff00cf7 req-bcee702b-08c5-40df-8004-aa16197cc1b0 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/security-groups?id=ace30198-ea07-487d-a00c-2e29c0d4be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444655 Jun 12 13:07:55.909061 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-0a5de27a-4d22-4fdd-a4cf-053756d7edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:07:56.883114 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2aa65-ee27-43f7-a188-84d315ad28c7 req-c3c17906-4e34-4a0c-aed6-d39804c63874 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:07:56.884570 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-3fa2aa65-ee27-43f7-a188-84d315ad28c7 req-c3c17906-4e34-4a0c-aed6-d39804c63874 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 945 time: 0.0757980 Jun 12 13:07:56.939238 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-3fa2aa65-ee27-43f7-a188-84d315ad28c7 req-2d6c4c49-6c07-4975-9c60-0f81443f2eea tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=224ecf89-5379-4ba7-b3f1-52eb5f3bacaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476491 Jun 12 13:07:57.127394 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71568fbc-fecc-4556-ade6-df525019ca5b req-692bec6b-d446-4e41-a4ca-5b4cffe9e2a9 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:07:57.128970 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-71568fbc-fecc-4556-ade6-df525019ca5b req-692bec6b-d446-4e41-a4ca-5b4cffe9e2a9 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b HTTP/1.1" status: 200 len: 946 time: 0.0854266 Jun 12 13:07:57.176905 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-71568fbc-fecc-4556-ade6-df525019ca5b req-23a14e63-b4ec-4f73-866e-183c65e7908a tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/security-groups?id=ace30198-ea07-487d-a00c-2e29c0d4be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413687 Jun 12 13:07:57.631362 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-648ac20a-8a24-4537-b322-c91b8b89d5e1 req-38b590a9-4147-4c89-a24a-08daaf36d31a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1373115 Jun 12 13:07:57.659056 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa1e02f-6c56-413d-b33d-c17706cc6da6 req-d1077624-18a8-4173-a35c-06fc775713ff tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:07:57.661687 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-4aa1e02f-6c56-413d-b33d-c17706cc6da6 req-d1077624-18a8-4173-a35c-06fc775713ff tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b HTTP/1.1" status: 200 len: 946 time: 0.0936570 Jun 12 13:07:57.749256 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-4aa1e02f-6c56-413d-b33d-c17706cc6da6 req-d56b6e8f-6d95-4f04-8cd9-51050b52c7c2 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/security-groups?id=ace30198-ea07-487d-a00c-2e29c0d4be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804319 Jun 12 13:07:58.246562 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca3ff1-f2e7-448e-b1e0-970bb250f085 req-2c2df931-049e-4818-b4ce-036fbc81ad95 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:07:58.249341 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-4aca3ff1-f2e7-448e-b1e0-970bb250f085 req-2c2df931-049e-4818-b4ce-036fbc81ad95 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 945 time: 0.1391139 Jun 12 13:07:58.307719 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-4aca3ff1-f2e7-448e-b1e0-970bb250f085 req-4cf64e87-7f66-41f0-842f-a3600a5fc25a tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=224ecf89-5379-4ba7-b3f1-52eb5f3bacaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494595 Jun 12 13:07:58.986939 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d9b06-f85f-4909-8718-05347ad0455f req-813fa612-2cd4-44d4-b1d6-ddb5c20f3bd5 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:07:58.986939 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-233d9b06-f85f-4909-8718-05347ad0455f req-813fa612-2cd4-44d4-b1d6-ddb5c20f3bd5 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b HTTP/1.1" status: 200 len: 946 time: 0.0965905 Jun 12 13:07:59.039707 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-233d9b06-f85f-4909-8718-05347ad0455f req-146fa818-b2d9-4c5d-ab6f-a5259cb49ac1 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/security-groups?id=ace30198-ea07-487d-a00c-2e29c0d4be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449972 Jun 12 13:07:59.342563 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ac20a-8a24-4537-b322-c91b8b89d5e1 req-9342fcc1-6a31-4972-83cf-7955b2c01b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:07:59.344022 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-648ac20a-8a24-4537-b322-c91b8b89d5e1 req-9342fcc1-6a31-4972-83cf-7955b2c01b72 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b&tenant_id=309791d830a94b0f9bbf5e05447bde27 HTTP/1.1" status: 200 len: 1099 time: 0.0609424 Jun 12 13:07:59.433972 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ac20a-8a24-4537-b322-c91b8b89d5e1 req-c3001607-7918-417b-999c-cfd16d1ebd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:07:59.436101 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-648ac20a-8a24-4537-b322-c91b8b89d5e1 req-c3001607-7918-417b-999c-cfd16d1ebd7c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=309791d830a94b0f9bbf5e05447bde27&device_id=36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b HTTP/1.1" status: 200 len: 1099 time: 0.0663223 Jun 12 13:07:59.526442 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f80895-cbb2-4789-842a-592e87c54de5 req-a7ec6cdd-861e-4855-ac79-f438214380fc tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:07:59.530101 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-22f80895-cbb2-4789-842a-592e87c54de5 req-a7ec6cdd-861e-4855-ac79-f438214380fc tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 945 time: 0.0928025 Jun 12 13:07:59.558661 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ac20a-8a24-4537-b322-c91b8b89d5e1 req-25761940-3218-49d5-80b9-b42ee4b694a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:07:59.560244 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-648ac20a-8a24-4537-b322-c91b8b89d5e1 req-25761940-3218-49d5-80b9-b42ee4b694a9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d048a451-dcef-417f-bec1-0fcc7240acb9 HTTP/1.1" status: 200 len: 909 time: 0.1170359 Jun 12 13:07:59.576598 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-22f80895-cbb2-4789-842a-592e87c54de5 req-b25c6986-4c03-40c2-be80-75e25ab2c67d tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=224ecf89-5379-4ba7-b3f1-52eb5f3bacaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399518 Jun 12 13:07:59.651397 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-648ac20a-8a24-4537-b322-c91b8b89d5e1 req-7011d7f4-7405-432e-ae96-934f3e9ac4f1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8225578c-aecc-44e1-901a-502078900315 HTTP/1.1" status: 200 len: 1001 time: 0.0842028 Jun 12 13:07:59.718489 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ac20a-8a24-4537-b322-c91b8b89d5e1 req-c438b552-01b9-4b3e-b445-2d75880dbf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:07:59.719918 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-648ac20a-8a24-4537-b322-c91b8b89d5e1 req-c438b552-01b9-4b3e-b445-2d75880dbf79 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dcf70ff7-e006-4744-9931-12302649ffac HTTP/1.1" status: 200 len: 847 time: 0.0604613 Jun 12 13:07:59.786621 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ac20a-8a24-4537-b322-c91b8b89d5e1 req-a255ac26-8b98-4ffc-8d56-18eb1e133e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:07:59.789043 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-648ac20a-8a24-4537-b322-c91b8b89d5e1 req-a255ac26-8b98-4ffc-8d56-18eb1e133e6a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d048a451-dcef-417f-bec1-0fcc7240acb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0618503 Jun 12 13:07:59.927343 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-648ac20a-8a24-4537-b322-c91b8b89d5e1 req-d6613764-8808-4cf2-b2b2-f03deee63ea5 service neutron] 10.222.0.30 "GET /v2.0/networks/d048a451-dcef-417f-bec1-0fcc7240acb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297688 Jun 12 13:08:00.088395 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-648ac20a-8a24-4537-b322-c91b8b89d5e1 req-4cc6db07-0b5b-4a27-b322-1e98cb4f5826 service neutron] 10.222.0.30 "GET /v2.0/networks/d048a451-dcef-417f-bec1-0fcc7240acb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535408 Jun 12 13:08:00.275352 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94519082-2df5-4cef-a8f9-715c33a89aca req-9264461e-d3c3-4a14-a5dd-7248dbb389c8 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:08:00.277766 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-94519082-2df5-4cef-a8f9-715c33a89aca req-9264461e-d3c3-4a14-a5dd-7248dbb389c8 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b HTTP/1.1" status: 200 len: 946 time: 0.1058550 Jun 12 13:08:00.381859 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-94519082-2df5-4cef-a8f9-715c33a89aca req-24780b49-c4a9-40bd-bd42-f172758bcbb0 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/security-groups?id=ace30198-ea07-487d-a00c-2e29c0d4be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972886 Jun 12 13:08:00.706659 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device 8225578c-aecc-44e1-901a-502078900315 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 13:08:00.784842 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc139d87-1b5b-43a9-9819-c324d31e3fb1 req-13baf774-b0e6-42af-ae8e-8a980c3f2541 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:08:00.786354 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-fc139d87-1b5b-43a9-9819-c324d31e3fb1 req-13baf774-b0e6-42af-ae8e-8a980c3f2541 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 945 time: 0.0843699 Jun 12 13:08:00.808688 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:00.843511 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-fc139d87-1b5b-43a9-9819-c324d31e3fb1 req-8cb2a31b-b943-4eb6-9698-025486a41a8e tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=224ecf89-5379-4ba7-b3f1-52eb5f3bacaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486283 Jun 12 13:08:00.849734 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port 8225578c-aecc-44e1-901a-502078900315, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=8225578c-aecc-44e1-901a-502078900315,segment=NetworkSegment(c3127ea0-0d16-4f16-abc1-6f725a1ca8f5),segment_id=c3127ea0-0d16-4f16-abc1-6f725a1ca8f5)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:08:00.851237 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8225578c-aecc-44e1-901a-502078900315'}] {{(pid=91668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 13:08:00.858137 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80aeb099eed554921aeb9584cad5061c500859d49ba4b111a23145803cb4192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90e2a6a-cbc9-4aad-96f7-500d8b8ec939" -d '{"events": [{"server_uuid": "36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b", "name": "network-vif-unplugged", "status": "completed", "tag": "8225578c-aecc-44e1-901a-502078900315"}]}' {{(pid=91668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 13:08:00.862569 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:00.865483 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:08:00.907232 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 12 Jun 2021 13:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750c9bee-4cb0-49df-bc6d-e5e3e2b77f10 x-openstack-request-id: req-750c9bee-4cb0-49df-bc6d-e5e3e2b77f10 {{(pid=91668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 13:08:00.907624 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b", "name": "network-vif-unplugged", "status": "completed", "tag": "8225578c-aecc-44e1-901a-502078900315", "code": 200}]} {{(pid=91668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 13:08:00.908131 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-750c9bee-4cb0-49df-bc6d-e5e3e2b77f10 {{(pid=91668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 13:08:00.908667 dv-cinder-796114-1-iscsi neutron-server[91668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8225578c-aecc-44e1-901a-502078900315', 'code': 200} Jun 12 13:08:00.930044 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Pushing event updated for resources: {'Port': ['ID=8225578c-aecc-44e1-901a-502078900315,revision_number=6']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:08:00.933924 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:08:01.581333 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa3deb-7fa6-4cce-92c0-6e79bb48ffd6 req-76096db3-2a57-4844-aa69-04003dc4454b tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:08:01.583052 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-86aa3deb-7fa6-4cce-92c0-6e79bb48ffd6 req-76096db3-2a57-4844-aa69-04003dc4454b tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b HTTP/1.1" status: 200 len: 944 time: 0.0819831 Jun 12 13:08:01.638271 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-86aa3deb-7fa6-4cce-92c0-6e79bb48ffd6 req-94bd1079-1649-42a3-bd18-6914ac14f072 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/security-groups?id=ace30198-ea07-487d-a00c-2e29c0d4be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383129 Jun 12 13:08:02.134009 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687c8ca9-8ed0-43be-abe0-576109031835 req-f14f8ce0-df18-4d76-ad80-d8e03ba458c9 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:08:02.136399 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-687c8ca9-8ed0-43be-abe0-576109031835 req-f14f8ce0-df18-4d76-ad80-d8e03ba458c9 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 945 time: 0.0923350 Jun 12 13:08:02.194000 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-687c8ca9-8ed0-43be-abe0-576109031835 req-2159476b-6631-4fb4-aa02-b6630bb83ec8 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=224ecf89-5379-4ba7-b3f1-52eb5f3bacaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516787 Jun 12 13:08:02.822173 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a02179-5e39-41b5-9a71-69e70326171f req-05b50cd3-cd6b-4afb-ad01-1edba51cf2f9 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:08:02.824218 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-b4a02179-5e39-41b5-9a71-69e70326171f req-05b50cd3-cd6b-4afb-ad01-1edba51cf2f9 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b HTTP/1.1" status: 200 len: 944 time: 0.0699534 Jun 12 13:08:02.868116 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-b4a02179-5e39-41b5-9a71-69e70326171f req-e038abc5-50d7-43f4-a707-1b524574fb28 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/security-groups?id=ace30198-ea07-487d-a00c-2e29c0d4be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378273 Jun 12 13:08:03.412955 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ee9ef-ca06-425d-a3b6-97aadbffd242 req-22bae720-9180-419d-96e7-36b5c2541e42 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:08:03.414405 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-f86ee9ef-ca06-425d-a3b6-97aadbffd242 req-22bae720-9180-419d-96e7-36b5c2541e42 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 945 time: 0.0917006 Jun 12 13:08:03.469634 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-f86ee9ef-ca06-425d-a3b6-97aadbffd242 req-81d06af7-938d-4cdb-9d02-5806b53236f1 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=224ecf89-5379-4ba7-b3f1-52eb5f3bacaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424953 Jun 12 13:08:04.083852 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0491f5c9-738c-49b7-902d-15c644059108 req-2e58262a-cb23-4389-9272-0fcbfc57a175 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:08:04.085979 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-0491f5c9-738c-49b7-902d-15c644059108 req-2e58262a-cb23-4389-9272-0fcbfc57a175 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b HTTP/1.1" status: 200 len: 944 time: 0.0877643 Jun 12 13:08:04.140862 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-0491f5c9-738c-49b7-902d-15c644059108 req-964f5cbf-cb33-41cd-943c-fefe2a8476a2 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/security-groups?id=ace30198-ea07-487d-a00c-2e29c0d4be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484483 Jun 12 13:08:04.694209 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec0845-4cbf-4a74-b0dd-bd7b526a4fe9 req-637331f7-93e7-496b-913d-f72962bc5822 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:08:04.695705 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-ebec0845-4cbf-4a74-b0dd-bd7b526a4fe9 req-637331f7-93e7-496b-913d-f72962bc5822 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 945 time: 0.0751796 Jun 12 13:08:04.740328 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-ebec0845-4cbf-4a74-b0dd-bd7b526a4fe9 req-8bb55c5a-78fb-428a-b8c2-22ad5f1f4c3a tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=224ecf89-5379-4ba7-b3f1-52eb5f3bacaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388818 Jun 12 13:08:05.329885 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc94814-5449-4d28-8a43-74c193f55fa6 req-b69ab0e7-96aa-491e-8eec-56a543da260e tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:08:05.331358 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-0dc94814-5449-4d28-8a43-74c193f55fa6 req-b69ab0e7-96aa-491e-8eec-56a543da260e tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b HTTP/1.1" status: 200 len: 944 time: 0.0742054 Jun 12 13:08:05.373127 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-0dc94814-5449-4d28-8a43-74c193f55fa6 req-5e1d73e7-f3f2-4846-abe1-f00346a65ba6 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/security-groups?id=ace30198-ea07-487d-a00c-2e29c0d4be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361376 Jun 12 13:08:05.938940 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c2974-9654-4bbc-8b57-46ceebb6c950 req-6289387a-2967-4218-9930-70148adaf1eb tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:08:05.940411 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-2b0c2974-9654-4bbc-8b57-46ceebb6c950 req-6289387a-2967-4218-9930-70148adaf1eb tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 945 time: 0.0756412 Jun 12 13:08:05.983100 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-2b0c2974-9654-4bbc-8b57-46ceebb6c950 req-94749990-22ff-4925-ae57-4b8d83670036 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=224ecf89-5379-4ba7-b3f1-52eb5f3bacaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369661 Jun 12 13:08:06.092598 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea404f-6399-4b22-9450-8def5564ddad req-1953c9a7-f447-4ffd-b399-a6bdfcccfca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:08:06.093958 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-0fea404f-6399-4b22-9450-8def5564ddad req-1953c9a7-f447-4ffd-b399-a6bdfcccfca2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7f18be0815224addb543ffddc7807c85&device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 1098 time: 0.0600548 Jun 12 13:08:06.208508 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea404f-6399-4b22-9450-8def5564ddad req-5c0f5bb8-6b20-4d76-a55b-842ab401133b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:08:06.209754 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-0fea404f-6399-4b22-9450-8def5564ddad req-5c0f5bb8-6b20-4d76-a55b-842ab401133b service neutron] 10.222.0.30 "GET /v2.0/networks?id=64b4b39f-e457-4d52-beb5-ab2bbde33d05 HTTP/1.1" status: 200 len: 918 time: 0.1098657 Jun 12 13:08:06.296964 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-0fea404f-6399-4b22-9450-8def5564ddad req-e08e6a16-1817-46c0-8c8c-f90316a4a82a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29e6c152-4c94-451c-bc2d-51c467d5b59f HTTP/1.1" status: 200 len: 1001 time: 0.0799918 Jun 12 13:08:06.356420 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea404f-6399-4b22-9450-8def5564ddad req-7e1b4330-5d9b-4a30-92db-0d7442941ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:08:06.357791 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-0fea404f-6399-4b22-9450-8def5564ddad req-7e1b4330-5d9b-4a30-92db-0d7442941ad8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f2822e5c-4cf7-4702-9de8-8d297e10d4e8 HTTP/1.1" status: 200 len: 856 time: 0.0539300 Jun 12 13:08:06.428837 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea404f-6399-4b22-9450-8def5564ddad req-3271f3db-6883-41d1-b89c-1b7a0db0955c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:08:06.430346 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-0fea404f-6399-4b22-9450-8def5564ddad req-3271f3db-6883-41d1-b89c-1b7a0db0955c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=64b4b39f-e457-4d52-beb5-ab2bbde33d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0649636 Jun 12 13:08:06.440956 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [req-0fea404f-6399-4b22-9450-8def5564ddad req-4c631625-e825-40ee-953a-d6cf947ff5dc service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=91666) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 12 13:08:06.441937 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-0fea404f-6399-4b22-9450-8def5564ddad req-4c631625-e825-40ee-953a-d6cf947ff5dc service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049281 Jun 12 13:08:06.600079 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-0fea404f-6399-4b22-9450-8def5564ddad req-bc29f2b3-5a81-4aee-98ed-f76ebd6878ef service neutron] 10.222.0.30 "GET /v2.0/networks/64b4b39f-e457-4d52-beb5-ab2bbde33d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517837 Jun 12 13:08:06.645124 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baac8a8-8be5-451b-93c3-6c23d0f677de req-9fc084e5-1d51-4560-900b-389ff2803950 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:08:06.646497 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-0baac8a8-8be5-451b-93c3-6c23d0f677de req-9fc084e5-1d51-4560-900b-389ff2803950 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b HTTP/1.1" status: 200 len: 944 time: 0.1604645 Jun 12 13:08:06.658941 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.agents_db [None req-3755f801-82db-4e36-b9e4-fb56f4f4bf71 None None] Agent healthcheck: found 6 active agents {{(pid=91669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 13:08:06.746015 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-0baac8a8-8be5-451b-93c3-6c23d0f677de req-02651029-03be-4817-8acd-07dee75a3663 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/security-groups?id=ace30198-ea07-487d-a00c-2e29c0d4be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930731 Jun 12 13:08:06.757184 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-0fea404f-6399-4b22-9450-8def5564ddad req-e7e8c09d-d800-456c-b691-b78ac6c692d1 service neutron] 10.222.0.30 "GET /v2.0/networks/64b4b39f-e457-4d52-beb5-ab2bbde33d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503084 Jun 12 13:08:07.172692 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b909ade0-ebcb-4346-b9ef-5dadbb20c457 req-8616ae09-b7f6-4371-a46a-24f2d1dc1a2d tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:08:07.174046 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-b909ade0-ebcb-4346-b9ef-5dadbb20c457 req-8616ae09-b7f6-4371-a46a-24f2d1dc1a2d tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 945 time: 0.0689492 Jun 12 13:08:07.216647 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-b909ade0-ebcb-4346-b9ef-5dadbb20c457 req-6e4bcf2b-080a-4206-b9de-f6f756b8fa0c tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=224ecf89-5379-4ba7-b3f1-52eb5f3bacaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366604 Jun 12 13:08:07.601663 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5752b60a-60d9-44af-8e8f-24295e86b8b5 req-77b81be3-d1bb-4955-89a1-ca1d31defd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:08:07.603154 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-5752b60a-60d9-44af-8e8f-24295e86b8b5 req-77b81be3-d1bb-4955-89a1-ca1d31defd8f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b HTTP/1.1" status: 200 len: 1097 time: 0.0580900 Jun 12 13:08:07.642937 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-5752b60a-60d9-44af-8e8f-24295e86b8b5 req-ab40efcc-7a7d-4adf-8d6d-17b19360012d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ace30198-ea07-487d-a00c-2e29c0d4be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315473 Jun 12 13:08:07.931656 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bbf694-b54c-46e8-95bc-80330e35f7d7 req-73b4c5c3-6578-4720-835d-998c80ec0e5e tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:08:07.933605 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-79bbf694-b54c-46e8-95bc-80330e35f7d7 req-73b4c5c3-6578-4720-835d-998c80ec0e5e tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b HTTP/1.1" status: 200 len: 944 time: 0.0749342 Jun 12 13:08:07.974637 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-79bbf694-b54c-46e8-95bc-80330e35f7d7 req-07ab50d5-7f46-42c8-99ea-989d583b488e tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/security-groups?id=ace30198-ea07-487d-a00c-2e29c0d4be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353284 Jun 12 13:08:08.419930 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b6479d-4a3f-4aa2-8ba6-656a4553fe7c req-a2445f6d-8aad-43ec-acc7-5e0605cb4a48 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:08:08.421411 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-41b6479d-4a3f-4aa2-8ba6-656a4553fe7c req-a2445f6d-8aad-43ec-acc7-5e0605cb4a48 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 945 time: 0.0752943 Jun 12 13:08:08.465115 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-41b6479d-4a3f-4aa2-8ba6-656a4553fe7c req-f67f94f1-22c1-4f24-b93f-e65ed52c314f tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=224ecf89-5379-4ba7-b3f1-52eb5f3bacaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371163 Jun 12 13:08:08.742735 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device 8225578c-aecc-44e1-901a-502078900315 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 13:08:08.870649 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port 8225578c-aecc-44e1-901a-502078900315, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=8225578c-aecc-44e1-901a-502078900315,segment=NetworkSegment(c3127ea0-0d16-4f16-abc1-6f725a1ca8f5),segment_id=c3127ea0-0d16-4f16-abc1-6f725a1ca8f5)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:08:08.884062 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Returning: {'device': '8225578c-aecc-44e1-901a-502078900315', 'network_id': 'd048a451-dcef-417f-bec1-0fcc7240acb9', 'port_id': '8225578c-aecc-44e1-901a-502078900315', 'mac_address': 'fa:16:3e:2f:69:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcf70ff7-e006-4744-9931-12302649ffac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 13:08:08.935549 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:08.954064 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.notifiers.nova [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8225578c-aecc-44e1-901a-502078900315 {{(pid=91668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 13:08:08.976829 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port 8225578c-aecc-44e1-901a-502078900315, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=8225578c-aecc-44e1-901a-502078900315,segment=NetworkSegment(c3127ea0-0d16-4f16-abc1-6f725a1ca8f5),segment_id=c3127ea0-0d16-4f16-abc1-6f725a1ca8f5)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:08:08.983036 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:08.984985 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-b4311f11-98ac-4d28-bb40-9825dd52d37c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:08:09.042436 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Pushing event updated for resources: {'Port': ['ID=8225578c-aecc-44e1-901a-502078900315,revision_number=7']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:08:09.045592 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:08:09.167860 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2254e31b-6151-455a-981c-6082ef622ffa req-b74bf4fd-8fb7-4766-a59e-3ce78cea26ee tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:08:09.169297 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-2254e31b-6151-455a-981c-6082ef622ffa req-b74bf4fd-8fb7-4766-a59e-3ce78cea26ee tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b HTTP/1.1" status: 200 len: 945 time: 0.0742567 Jun 12 13:08:09.213918 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-2254e31b-6151-455a-981c-6082ef622ffa req-7529a3cd-4f1a-4975-8f43-89ed6348d99f tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/security-groups?id=ace30198-ea07-487d-a00c-2e29c0d4be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383005 Jun 12 13:08:09.347377 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] get_ports_and_sgs() called for port_ids ['8225578c-aecc-44e1-901a-502078900315'] {{(pid=91668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 13:08:09.672845 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e079260-ee57-4220-9573-026c4a5f9556 req-87c0222f-3a6b-4693-a8b9-cffbbdc45f01 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:08:09.674342 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-2e079260-ee57-4220-9573-026c4a5f9556 req-87c0222f-3a6b-4693-a8b9-cffbbdc45f01 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 945 time: 0.0815878 Jun 12 13:08:09.723187 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-2e079260-ee57-4220-9573-026c4a5f9556 req-6e9c70bf-2780-4647-87d5-7a3f66a3f467 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=224ecf89-5379-4ba7-b3f1-52eb5f3bacaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428624 Jun 12 13:08:10.407372 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5102fc3a-4e9b-42a0-8ab8-09a70e1c80de req-81c2abe4-5d60-4e96-b016-dbce706d163f tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:08:10.408800 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-5102fc3a-4e9b-42a0-8ab8-09a70e1c80de req-81c2abe4-5d60-4e96-b016-dbce706d163f tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b HTTP/1.1" status: 200 len: 945 time: 0.0733616 Jun 12 13:08:10.453880 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-5102fc3a-4e9b-42a0-8ab8-09a70e1c80de req-078cd701-ab4d-4a66-b0da-739ac0ed8d75 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/security-groups?id=ace30198-ea07-487d-a00c-2e29c0d4be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394320 Jun 12 13:08:10.766469 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device 8225578c-aecc-44e1-901a-502078900315 up at agent hyperv_hv-cinder-79611 {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 13:08:10.825675 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Provisioning complete for port 8225578c-aecc-44e1-901a-502078900315 triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 13:08:10.826084 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:10.889469 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8151192-1612-44b7-9872-67ce4d8ffd12 req-7034e3b0-d7ef-46b4-81ef-0d07e64619c5 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:08:10.891034 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-b8151192-1612-44b7-9872-67ce4d8ffd12 req-7034e3b0-d7ef-46b4-81ef-0d07e64619c5 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 945 time: 0.0821929 Jun 12 13:08:10.935521 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:10.939110 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-b8151192-1612-44b7-9872-67ce4d8ffd12 req-a5112100-29c6-4e24-a56c-478fd092b111 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=224ecf89-5379-4ba7-b3f1-52eb5f3bacaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423889 Jun 12 13:08:10.966033 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8225578c-aecc-44e1-901a-502078900315'}] {{(pid=91668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 13:08:10.968313 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80aeb099eed554921aeb9584cad5061c500859d49ba4b111a23145803cb4192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85936cb7-baf7-4020-9316-746f3c4d1d1a" -d '{"events": [{"server_uuid": "36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b", "name": "network-vif-plugged", "status": "completed", "tag": "8225578c-aecc-44e1-901a-502078900315"}]}' {{(pid=91668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 13:08:10.982876 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port 8225578c-aecc-44e1-901a-502078900315, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=8225578c-aecc-44e1-901a-502078900315,segment=NetworkSegment(c3127ea0-0d16-4f16-abc1-6f725a1ca8f5),segment_id=c3127ea0-0d16-4f16-abc1-6f725a1ca8f5)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:08:10.987671 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:10.988524 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device 29e6c152-4c94-451c-bc2d-51c467d5b59f no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 13:08:10.990996 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:08:11.042833 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 13:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5734dd4b-fb58-4316-895c-838ffe63e37a x-openstack-request-id: req-5734dd4b-fb58-4316-895c-838ffe63e37a {{(pid=91668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 13:08:11.043138 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b", "name": "network-vif-plugged", "status": "completed", "tag": "8225578c-aecc-44e1-901a-502078900315", "code": 200}]} {{(pid=91668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 13:08:11.043400 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5734dd4b-fb58-4316-895c-838ffe63e37a {{(pid=91668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 13:08:11.043845 dv-cinder-796114-1-iscsi neutron-server[91668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8225578c-aecc-44e1-901a-502078900315', 'code': 200} Jun 12 13:08:11.077609 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 32806) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:08:11.087638 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Pushing event updated for resources: {'Port': ['ID=8225578c-aecc-44e1-901a-502078900315,revision_number=8']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:08:11.098030 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:08:11.148226 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:11.187876 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port 29e6c152-4c94-451c-bc2d-51c467d5b59f, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=29e6c152-4c94-451c-bc2d-51c467d5b59f,segment=NetworkSegment(a0a674b8-7738-4903-8a88-2eeaa5688873),segment_id=a0a674b8-7738-4903-8a88-2eeaa5688873)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:08:11.189090 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-df044f66-746e-4897-ac00-cb74acc79319 req-bea419f6-730a-4569-b6ae-ebcd290a6d34 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1095197 Jun 12 13:08:11.192646 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:11.194540 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:08:11.265658 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Pushing event updated for resources: {'Port': ['ID=29e6c152-4c94-451c-bc2d-51c467d5b59f,revision_number=8']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:08:11.269247 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:08:12.183810 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c99a7c-ffce-4160-b51c-37edbab52578 req-74b0cecc-852c-41d9-813d-2d8b404d9215 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:08:12.185180 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-62c99a7c-ffce-4160-b51c-37edbab52578 req-74b0cecc-852c-41d9-813d-2d8b404d9215 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 943 time: 0.1190343 Jun 12 13:08:12.191137 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df044f66-746e-4897-ac00-cb74acc79319 req-ff0f93b0-e178-4564-9684-599b5f55f751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:08:12.192470 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-df044f66-746e-4897-ac00-cb74acc79319 req-ff0f93b0-e178-4564-9684-599b5f55f751 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2&tenant_id=7f18be0815224addb543ffddc7807c85 HTTP/1.1" status: 200 len: 1096 time: 0.0915766 Jun 12 13:08:12.257261 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-62c99a7c-ffce-4160-b51c-37edbab52578 req-e64370d4-aade-4fed-8d64-a33b516b475d tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=224ecf89-5379-4ba7-b3f1-52eb5f3bacaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638525 Jun 12 13:08:12.285671 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df044f66-746e-4897-ac00-cb74acc79319 req-a444aad2-ba60-4ff5-9f99-96a4b00cef67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:08:12.287226 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-df044f66-746e-4897-ac00-cb74acc79319 req-a444aad2-ba60-4ff5-9f99-96a4b00cef67 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7f18be0815224addb543ffddc7807c85&device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 1096 time: 0.0724823 Jun 12 13:08:12.707456 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df044f66-746e-4897-ac00-cb74acc79319 req-e0905572-4310-4a8f-9541-372a6ee33a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:08:12.708886 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-df044f66-746e-4897-ac00-cb74acc79319 req-e0905572-4310-4a8f-9541-372a6ee33a86 service neutron] 10.222.0.30 "GET /v2.0/networks?id=64b4b39f-e457-4d52-beb5-ab2bbde33d05 HTTP/1.1" status: 200 len: 918 time: 0.4158268 Jun 12 13:08:12.835976 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-df044f66-746e-4897-ac00-cb74acc79319 req-cfc61280-27a3-4370-8ff5-99c74c05df85 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29e6c152-4c94-451c-bc2d-51c467d5b59f HTTP/1.1" status: 200 len: 999 time: 0.1197832 Jun 12 13:08:12.892196 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df044f66-746e-4897-ac00-cb74acc79319 req-8bd18e81-6d9f-4827-b1af-585b91d914d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:08:12.893637 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-df044f66-746e-4897-ac00-cb74acc79319 req-8bd18e81-6d9f-4827-b1af-585b91d914d0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f2822e5c-4cf7-4702-9de8-8d297e10d4e8 HTTP/1.1" status: 200 len: 856 time: 0.0518658 Jun 12 13:08:12.961374 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df044f66-746e-4897-ac00-cb74acc79319 req-ef86d277-d0f0-426a-8902-6d2b751746c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:08:12.962867 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-df044f66-746e-4897-ac00-cb74acc79319 req-ef86d277-d0f0-426a-8902-6d2b751746c6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=64b4b39f-e457-4d52-beb5-ab2bbde33d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0582213 Jun 12 13:08:13.044653 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c980e74-4e0e-4f7d-b8f8-bb7240919ee2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29e6c152-4c94-451c-bc2d-51c467d5b59f'}] {{(pid=91668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 13:08:13.047028 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80aeb099eed554921aeb9584cad5061c500859d49ba4b111a23145803cb4192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a2e2bb-ce3f-4ae5-8621-890d5a084468" -d '{"events": [{"server_uuid": "0c980e74-4e0e-4f7d-b8f8-bb7240919ee2", "name": "network-vif-unplugged", "status": "completed", "tag": "29e6c152-4c94-451c-bc2d-51c467d5b59f"}]}' {{(pid=91668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 13:08:13.079341 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-df044f66-746e-4897-ac00-cb74acc79319 req-f28eda14-71eb-42dc-b672-7b0850cabbe5 service neutron] 10.222.0.30 "GET /v2.0/networks/64b4b39f-e457-4d52-beb5-ab2bbde33d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094344 Jun 12 13:08:13.085897 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 12 Jun 2021 13:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e979d2-23ea-4d6f-9b0e-c375855de8ac x-openstack-request-id: req-f1e979d2-23ea-4d6f-9b0e-c375855de8ac {{(pid=91668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 13:08:13.086380 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c980e74-4e0e-4f7d-b8f8-bb7240919ee2", "name": "network-vif-unplugged", "status": "completed", "tag": "29e6c152-4c94-451c-bc2d-51c467d5b59f", "code": 200}]} {{(pid=91668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 13:08:13.086587 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f1e979d2-23ea-4d6f-9b0e-c375855de8ac {{(pid=91668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 13:08:13.086993 dv-cinder-796114-1-iscsi neutron-server[91668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c980e74-4e0e-4f7d-b8f8-bb7240919ee2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29e6c152-4c94-451c-bc2d-51c467d5b59f', 'code': 200} Jun 12 13:08:13.198774 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-df044f66-746e-4897-ac00-cb74acc79319 req-84914e88-1739-475d-a7bd-f122305179da service neutron] 10.222.0.30 "GET /v2.0/networks/64b4b39f-e457-4d52-beb5-ab2bbde33d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109793 Jun 12 13:08:13.444732 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d5e9e7-1306-4126-90c2-a493239e6d10 req-5de75b59-2ac2-4b0d-8d96-8a670f1b41b3 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:08:13.446168 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-46d5e9e7-1306-4126-90c2-a493239e6d10 req-5de75b59-2ac2-4b0d-8d96-8a670f1b41b3 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 943 time: 0.0706687 Jun 12 13:08:13.489860 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-46d5e9e7-1306-4126-90c2-a493239e6d10 req-a9b6ab78-c923-460c-965c-691bcdfe8600 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=224ecf89-5379-4ba7-b3f1-52eb5f3bacaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373027 Jun 12 13:08:14.826087 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b885ee8-83a2-4341-8ba4-d0de4bffc787 req-62666457-d776-442e-b771-c31dd47e0417 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:08:14.827607 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-8b885ee8-83a2-4341-8ba4-d0de4bffc787 req-62666457-d776-442e-b771-c31dd47e0417 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 943 time: 0.0770204 Jun 12 13:08:14.873021 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-8b885ee8-83a2-4341-8ba4-d0de4bffc787 req-3483cb3a-3357-49a9-b06b-cf6fbf9a854e tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=224ecf89-5379-4ba7-b3f1-52eb5f3bacaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393615 Jun 12 13:08:16.070788 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454ef11-6620-4793-bf70-6d7ab2b2b3b3 req-77196fd0-5ef0-4917-b93a-c38e24de44b4 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:08:16.073207 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-0454ef11-6620-4793-bf70-6d7ab2b2b3b3 req-77196fd0-5ef0-4917-b93a-c38e24de44b4 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 943 time: 0.0771682 Jun 12 13:08:16.118687 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-0454ef11-6620-4793-bf70-6d7ab2b2b3b3 req-2875445b-a2f4-4f59-9583-73e82ec6219e tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=224ecf89-5379-4ba7-b3f1-52eb5f3bacaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402861 Jun 12 13:08:17.316478 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332e97ba-6221-4a37-8a84-2fe878b05f6a req-d8b121be-3033-46d7-a2f1-3bd99aa930f2 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:08:17.318005 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-332e97ba-6221-4a37-8a84-2fe878b05f6a req-d8b121be-3033-46d7-a2f1-3bd99aa930f2 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 943 time: 0.0744317 Jun 12 13:08:17.362120 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-332e97ba-6221-4a37-8a84-2fe878b05f6a req-b646ea3e-9aed-4a57-8ecd-b83b0a647829 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=224ecf89-5379-4ba7-b3f1-52eb5f3bacaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371602 Jun 12 13:08:18.562304 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e20178-44c7-4cb3-a6c8-598d1d51ba8f req-fd680238-074e-4a20-b27d-62f6b097c209 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:08:18.564481 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-84e20178-44c7-4cb3-a6c8-598d1d51ba8f req-fd680238-074e-4a20-b27d-62f6b097c209 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 943 time: 0.0719817 Jun 12 13:08:18.610102 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-84e20178-44c7-4cb3-a6c8-598d1d51ba8f req-c0c841a9-64ef-49b7-8855-3ac331b7f728 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=224ecf89-5379-4ba7-b3f1-52eb5f3bacaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395699 Jun 12 13:08:19.815644 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07eba39-a2bf-48b5-8dfb-0fe0ee53eac3 req-667dd994-fdb5-40e7-af1b-c77e31d61e43 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:08:19.817194 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-c07eba39-a2bf-48b5-8dfb-0fe0ee53eac3 req-667dd994-fdb5-40e7-af1b-c77e31d61e43 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 943 time: 0.0760906 Jun 12 13:08:19.862958 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-c07eba39-a2bf-48b5-8dfb-0fe0ee53eac3 req-82b0a493-7506-4259-af08-8515a68025de tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=224ecf89-5379-4ba7-b3f1-52eb5f3bacaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374017 Jun 12 13:08:20.757055 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-bf130411-1dfd-4ae5-9c47-dff0c359c7d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:21.065469 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d83fe-4230-4425-a79a-29607f3f0d37 req-001bcf74-d003-4bac-9666-1dc0b7b8d4e8 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:08:21.067131 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-3f9d83fe-4230-4425-a79a-29607f3f0d37 req-001bcf74-d003-4bac-9666-1dc0b7b8d4e8 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 943 time: 0.0789850 Jun 12 13:08:21.111996 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-3f9d83fe-4230-4425-a79a-29607f3f0d37 req-ca74a7d0-ae8b-4cee-9765-3bda134e2177 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=224ecf89-5379-4ba7-b3f1-52eb5f3bacaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382006 Jun 12 13:08:21.558826 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:22.307633 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b835ea-03ec-40a7-aa5d-6e90738ee41f req-2fd39cc9-1ba5-48c7-a3b8-b1f0533a178a tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:08:22.309071 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-f9b835ea-03ec-40a7-aa5d-6e90738ee41f req-2fd39cc9-1ba5-48c7-a3b8-b1f0533a178a tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 943 time: 0.0749290 Jun 12 13:08:22.355191 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-f9b835ea-03ec-40a7-aa5d-6e90738ee41f req-34dc97dd-3435-4164-92d3-86a33436d6f1 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=224ecf89-5379-4ba7-b3f1-52eb5f3bacaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396879 Jun 12 13:08:23.339268 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:23.471803 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-32c941ea-02c8-4a1d-add0-04ec0c59a13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:23.555522 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8771750e-13c4-4df2-bbdb-f60f98219777 req-ea2c1819-a486-4881-922b-9eb9ef910253 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:08:23.557143 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-8771750e-13c4-4df2-bbdb-f60f98219777 req-ea2c1819-a486-4881-922b-9eb9ef910253 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 943 time: 0.0735869 Jun 12 13:08:23.604544 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-8771750e-13c4-4df2-bbdb-f60f98219777 req-aa7d5713-76be-4572-bd27-81fbae7863d6 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=224ecf89-5379-4ba7-b3f1-52eb5f3bacaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369420 Jun 12 13:08:24.801927 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf206406-1663-48ac-a454-c8eb0ee03fe0 req-9846f30b-e8aa-4139-b97d-27545120745d tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:08:24.803394 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-bf206406-1663-48ac-a454-c8eb0ee03fe0 req-9846f30b-e8aa-4139-b97d-27545120745d tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 943 time: 0.0797539 Jun 12 13:08:24.847324 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-bf206406-1663-48ac-a454-c8eb0ee03fe0 req-b8185d9c-085d-4081-9aa9-3320b1026885 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=224ecf89-5379-4ba7-b3f1-52eb5f3bacaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378392 Jun 12 13:08:25.082070 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-7239a5c3-c5f0-4f25-a5be-c6c46247b3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:25.898686 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-0a5de27a-4d22-4fdd-a4cf-053756d7edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:26.038356 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d37495-7f2a-4486-8788-5ff15dfa6f0b req-67f7f421-a16f-4283-83b4-db6696de2064 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:08:26.039805 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-b4d37495-7f2a-4486-8788-5ff15dfa6f0b req-67f7f421-a16f-4283-83b4-db6696de2064 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 943 time: 0.0729165 Jun 12 13:08:26.082985 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-b4d37495-7f2a-4486-8788-5ff15dfa6f0b req-5b268208-99b3-408e-8116-b4c761831ff0 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=224ecf89-5379-4ba7-b3f1-52eb5f3bacaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367382 Jun 12 13:08:27.267627 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa161e0-8bfa-492e-8da9-ae1fc038652e req-967456cd-7d1e-4bbd-9d4f-25950fa615a1 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:08:27.269080 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-1fa161e0-8bfa-492e-8da9-ae1fc038652e req-967456cd-7d1e-4bbd-9d4f-25950fa615a1 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 943 time: 0.0707018 Jun 12 13:08:27.311781 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-1fa161e0-8bfa-492e-8da9-ae1fc038652e req-0d5943b9-6956-473f-bf0e-d6c1b498e6af tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=224ecf89-5379-4ba7-b3f1-52eb5f3bacaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370147 Jun 12 13:08:28.155509 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2762c7f-1583-4ab6-90c5-77081ffbf992 req-2751a059-2df2-4081-9685-966b062b12b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:08:28.156962 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-a2762c7f-1583-4ab6-90c5-77081ffbf992 req-2751a059-2df2-4081-9685-966b062b12b3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7f18be0815224addb543ffddc7807c85&device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 1096 time: 0.0584564 Jun 12 13:08:28.290590 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2762c7f-1583-4ab6-90c5-77081ffbf992 req-605585ec-7120-458f-bc4e-9c8f05fd29a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:08:28.292844 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-a2762c7f-1583-4ab6-90c5-77081ffbf992 req-605585ec-7120-458f-bc4e-9c8f05fd29a9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=64b4b39f-e457-4d52-beb5-ab2bbde33d05 HTTP/1.1" status: 200 len: 918 time: 0.1131363 Jun 12 13:08:28.381744 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-a2762c7f-1583-4ab6-90c5-77081ffbf992 req-0b1408d9-41c1-4b01-9fd8-65f4cc67f0e2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29e6c152-4c94-451c-bc2d-51c467d5b59f HTTP/1.1" status: 200 len: 999 time: 0.0817382 Jun 12 13:08:28.470530 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2762c7f-1583-4ab6-90c5-77081ffbf992 req-30a6f48c-c541-4c0b-98f0-96d47b456341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:08:28.471957 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-a2762c7f-1583-4ab6-90c5-77081ffbf992 req-30a6f48c-c541-4c0b-98f0-96d47b456341 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f2822e5c-4cf7-4702-9de8-8d297e10d4e8 HTTP/1.1" status: 200 len: 856 time: 0.0838315 Jun 12 13:08:28.551585 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d85da4d-cedf-4002-8f1a-902923ecad4f req-2b6c32fc-f5ea-44aa-a612-759cdebbe07d tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:08:28.553016 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-0d85da4d-cedf-4002-8f1a-902923ecad4f req-2b6c32fc-f5ea-44aa-a612-759cdebbe07d tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 943 time: 0.1195571 Jun 12 13:08:28.579492 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2762c7f-1583-4ab6-90c5-77081ffbf992 req-75849bdc-60be-472c-a79c-7b85b6817a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:08:28.580875 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-a2762c7f-1583-4ab6-90c5-77081ffbf992 req-75849bdc-60be-472c-a79c-7b85b6817a74 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=64b4b39f-e457-4d52-beb5-ab2bbde33d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0998526 Jun 12 13:08:28.621737 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-0d85da4d-cedf-4002-8f1a-902923ecad4f req-d8bf755a-ba35-45de-9e82-8da243329184 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=224ecf89-5379-4ba7-b3f1-52eb5f3bacaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617924 Jun 12 13:08:28.716284 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-a2762c7f-1583-4ab6-90c5-77081ffbf992 req-0e84242a-d93a-4548-a8c8-62583eb66d5d service neutron] 10.222.0.30 "GET /v2.0/networks/64b4b39f-e457-4d52-beb5-ab2bbde33d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216187 Jun 12 13:08:28.835667 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-a2762c7f-1583-4ab6-90c5-77081ffbf992 req-14eaf15f-33f9-424e-b608-a3ed488df7fa service neutron] 10.222.0.30 "GET /v2.0/networks/64b4b39f-e457-4d52-beb5-ab2bbde33d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114516 Jun 12 13:08:29.825029 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efcd617-dcc1-412e-ba69-89f5f0ab581b req-139b7987-3ced-4ec7-99c4-879f3b4ceaec tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:08:29.826623 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-6efcd617-dcc1-412e-ba69-89f5f0ab581b req-139b7987-3ced-4ec7-99c4-879f3b4ceaec tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 943 time: 0.0803328 Jun 12 13:08:29.869646 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-6efcd617-dcc1-412e-ba69-89f5f0ab581b req-0643dff4-c4c8-456c-9ee0-bd94f972c3d8 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=224ecf89-5379-4ba7-b3f1-52eb5f3bacaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368710 Jun 12 13:08:31.054122 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dbd2f6-c7e2-46c8-a73a-a42b3df5fecd req-208544a2-81ac-4f33-be86-eb934c996fbc tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:08:31.055630 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-93dbd2f6-c7e2-46c8-a73a-a42b3df5fecd req-208544a2-81ac-4f33-be86-eb934c996fbc tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 943 time: 0.0711699 Jun 12 13:08:31.098825 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-93dbd2f6-c7e2-46c8-a73a-a42b3df5fecd req-6c26afe5-b84b-4a32-9103-e9ca9113b6ee tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=224ecf89-5379-4ba7-b3f1-52eb5f3bacaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370467 Jun 12 13:08:32.283709 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a020afc2-1f26-4d80-a19b-c71fce0f5aa0 req-12e326ac-66fc-4fa6-8a29-25abb47375cf tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:08:32.285208 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-a020afc2-1f26-4d80-a19b-c71fce0f5aa0 req-12e326ac-66fc-4fa6-8a29-25abb47375cf tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 943 time: 0.0685191 Jun 12 13:08:32.330372 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-a020afc2-1f26-4d80-a19b-c71fce0f5aa0 req-9a755b8d-f4ac-4ba4-9e3f-4356808a404e tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=224ecf89-5379-4ba7-b3f1-52eb5f3bacaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393836 Jun 12 13:08:32.888347 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device 29e6c152-4c94-451c-bc2d-51c467d5b59f details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 13:08:33.005614 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port 29e6c152-4c94-451c-bc2d-51c467d5b59f, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=29e6c152-4c94-451c-bc2d-51c467d5b59f,segment=NetworkSegment(a0a674b8-7738-4903-8a88-2eeaa5688873),segment_id=a0a674b8-7738-4903-8a88-2eeaa5688873)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:08:33.017968 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Returning: {'device': '29e6c152-4c94-451c-bc2d-51c467d5b59f', 'network_id': '64b4b39f-e457-4d52-beb5-ab2bbde33d05', 'port_id': '29e6c152-4c94-451c-bc2d-51c467d5b59f', 'mac_address': 'fa:16:3e:28:c5:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2822e5c-4cf7-4702-9de8-8d297e10d4e8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 13:08:33.060203 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:33.075089 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.notifiers.nova [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29e6c152-4c94-451c-bc2d-51c467d5b59f {{(pid=91668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 13:08:33.095566 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port 29e6c152-4c94-451c-bc2d-51c467d5b59f, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=29e6c152-4c94-451c-bc2d-51c467d5b59f,segment=NetworkSegment(a0a674b8-7738-4903-8a88-2eeaa5688873),segment_id=a0a674b8-7738-4903-8a88-2eeaa5688873)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:08:33.099302 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:33.101165 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:08:33.156637 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Pushing event updated for resources: {'Port': ['ID=29e6c152-4c94-451c-bc2d-51c467d5b59f,revision_number=9']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:08:33.159656 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:08:33.462180 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] get_ports_and_sgs() called for port_ids ['29e6c152-4c94-451c-bc2d-51c467d5b59f'] {{(pid=91668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 13:08:33.525514 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f96be-b926-4fda-9f01-6a95f3253a0d req-d85a4c0d-3b09-47f7-a643-3191232652d1 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:08:33.527192 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-b84f96be-b926-4fda-9f01-6a95f3253a0d req-d85a4c0d-3b09-47f7-a643-3191232652d1 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 944 time: 0.0741606 Jun 12 13:08:33.577640 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-b84f96be-b926-4fda-9f01-6a95f3253a0d req-fe4876a9-bb66-436b-99eb-1146e0217619 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=224ecf89-5379-4ba7-b3f1-52eb5f3bacaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441239 Jun 12 13:08:34.776147 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf624b-b799-419c-bf48-6988426c8ab9 req-2a8089de-a63d-48ab-a607-cdd1c6eb4844 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:08:34.777603 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-73cf624b-b799-419c-bf48-6988426c8ab9 req-2a8089de-a63d-48ab-a607-cdd1c6eb4844 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 944 time: 0.0734901 Jun 12 13:08:34.819901 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-73cf624b-b799-419c-bf48-6988426c8ab9 req-82afe8ed-60ac-42f7-9159-3c57e4caadac tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=224ecf89-5379-4ba7-b3f1-52eb5f3bacaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366035 Jun 12 13:08:34.889766 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device 29e6c152-4c94-451c-bc2d-51c467d5b59f up at agent hyperv_hv-cinder-79611 {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 13:08:34.947834 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Provisioning complete for port 29e6c152-4c94-451c-bc2d-51c467d5b59f triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 13:08:34.948297 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:35.041444 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:35.065630 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c980e74-4e0e-4f7d-b8f8-bb7240919ee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e6c152-4c94-451c-bc2d-51c467d5b59f'}] {{(pid=91668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 13:08:35.067880 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80aeb099eed554921aeb9584cad5061c500859d49ba4b111a23145803cb4192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d583608f-bebd-4c0b-aeac-70a3455efe33" -d '{"events": [{"server_uuid": "0c980e74-4e0e-4f7d-b8f8-bb7240919ee2", "name": "network-vif-plugged", "status": "completed", "tag": "29e6c152-4c94-451c-bc2d-51c467d5b59f"}]}' {{(pid=91668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 13:08:35.082023 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port 29e6c152-4c94-451c-bc2d-51c467d5b59f, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=29e6c152-4c94-451c-bc2d-51c467d5b59f,segment=NetworkSegment(a0a674b8-7738-4903-8a88-2eeaa5688873),segment_id=a0a674b8-7738-4903-8a88-2eeaa5688873)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:08:35.086685 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:35.089515 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:08:35.149217 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Pushing event updated for resources: {'Port': ['ID=29e6c152-4c94-451c-bc2d-51c467d5b59f,revision_number=10']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:08:35.152798 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:08:35.162152 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 13:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b070f8-f449-4720-9c44-befe1437478d x-openstack-request-id: req-83b070f8-f449-4720-9c44-befe1437478d {{(pid=91668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 13:08:35.162481 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c980e74-4e0e-4f7d-b8f8-bb7240919ee2", "name": "network-vif-plugged", "status": "completed", "tag": "29e6c152-4c94-451c-bc2d-51c467d5b59f", "code": 200}]} {{(pid=91668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 13:08:35.162739 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-83b070f8-f449-4720-9c44-befe1437478d {{(pid=91668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 13:08:35.163178 dv-cinder-796114-1-iscsi neutron-server[91668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c980e74-4e0e-4f7d-b8f8-bb7240919ee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e6c152-4c94-451c-bc2d-51c467d5b59f', 'code': 200} Jun 12 13:08:35.367948 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617f66e-199f-4673-b291-d02a6d826839 req-0eef462c-02eb-49f6-a902-fcda32efbb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:08:35.369958 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-c617f66e-199f-4673-b291-d02a6d826839 req-0eef462c-02eb-49f6-a902-fcda32efbb56 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 1099 time: 0.0593691 Jun 12 13:08:35.393112 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80efc98-718b-45ff-b7a2-9037fece31e0 req-9eae9739-b8b1-4ab8-b34c-85b5a7ba2bbd tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:08:35.394593 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-b80efc98-718b-45ff-b7a2-9037fece31e0 req-9eae9739-b8b1-4ab8-b34c-85b5a7ba2bbd tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=84a016ac-e123-42b6-aa59-405d60162fd8 HTTP/1.1" status: 200 len: 946 time: 0.0723765 Jun 12 13:08:35.407760 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-c617f66e-199f-4673-b291-d02a6d826839 req-328d0848-956c-4aff-abdd-1e006b596df7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=224ecf89-5379-4ba7-b3f1-52eb5f3bacaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310774 Jun 12 13:08:35.437733 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-b80efc98-718b-45ff-b7a2-9037fece31e0 req-eabe60c3-6b86-4d4a-aa6c-19bf174c1432 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=fcf9fb81-dc0b-4279-9244-7736a05c439b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370972 Jun 12 13:08:36.002690 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3827df4-740b-49d2-961a-b6d47cb05fce req-75b8f3e6-bc8a-40d2-989f-893988b4f0ae tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:08:36.004142 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-a3827df4-740b-49d2-961a-b6d47cb05fce req-75b8f3e6-bc8a-40d2-989f-893988b4f0ae tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 946 time: 0.0680413 Jun 12 13:08:36.045838 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-a3827df4-740b-49d2-961a-b6d47cb05fce req-0ab87711-d33d-4fa2-bac4-d8bca31adf58 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=224ecf89-5379-4ba7-b3f1-52eb5f3bacaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359123 Jun 12 13:08:36.623685 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7babeab-2510-4d76-8af2-acbad9734fc4 req-8a2bc7b8-b758-46fa-b6c7-66b849b83e2f tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:08:36.625145 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-b7babeab-2510-4d76-8af2-acbad9734fc4 req-8a2bc7b8-b758-46fa-b6c7-66b849b83e2f tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=84a016ac-e123-42b6-aa59-405d60162fd8 HTTP/1.1" status: 200 len: 946 time: 0.0761096 Jun 12 13:08:36.669457 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-b7babeab-2510-4d76-8af2-acbad9734fc4 req-8a8f9cde-73a9-485b-b4a3-167206f8374b tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=fcf9fb81-dc0b-4279-9244-7736a05c439b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385222 Jun 12 13:08:37.246533 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a2e6b2-aadc-469b-b6e2-ff22c26b5baf req-234819a0-0ea4-4222-937b-5240da6c7025 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:08:37.248538 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-79a2e6b2-aadc-469b-b6e2-ff22c26b5baf req-234819a0-0ea4-4222-937b-5240da6c7025 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 946 time: 0.0809479 Jun 12 13:08:37.292231 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-79a2e6b2-aadc-469b-b6e2-ff22c26b5baf req-e04499ea-58a5-420e-86dc-6af43ae790e9 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=224ecf89-5379-4ba7-b3f1-52eb5f3bacaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374179 Jun 12 13:08:37.603296 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf71661-5430-4627-bb9b-2d7d27eb6c9f req-e8602424-1956-454c-82d1-6f2708cb6f03 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:08:37.604554 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-5cf71661-5430-4627-bb9b-2d7d27eb6c9f req-e8602424-1956-454c-82d1-6f2708cb6f03 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.30 "GET /v2.0/ports?device_id=84a016ac-e123-42b6-aa59-405d60162fd8 HTTP/1.1" status: 200 len: 946 time: 0.0676320 Jun 12 13:08:37.720623 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [req-5cf71661-5430-4627-bb9b-2d7d27eb6c9f req-daedafda-0e86-4246-8fed-73950a498065 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Deleting port 44dbd79e-47e8-431c-8b52-c663c8d93907 {{(pid=91666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 13:08:37.720966 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-5cf71661-5430-4627-bb9b-2d7d27eb6c9f req-daedafda-0e86-4246-8fed-73950a498065 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752044867880'] for port, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:37.836652 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [req-5cf71661-5430-4627-bb9b-2d7d27eb6c9f req-daedafda-0e86-4246-8fed-73950a498065 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] For port 44dbd79e-47e8-431c-8b52-c663c8d93907, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=44dbd79e-47e8-431c-8b52-c663c8d93907,segment=NetworkSegment(86bd5776-487d-44b3-91cb-8214abc180f6),segment_id=86bd5776-487d-44b3-91cb-8214abc180f6)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:08:37.837014 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-5cf71661-5430-4627-bb9b-2d7d27eb6c9f req-daedafda-0e86-4246-8fed-73950a498065 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455153'] for port, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:37.851921 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11721c-7252-405b-9b8f-05c10b267a29 req-f95091e6-c000-4eb9-b3eb-591104f693ea tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:08:37.854098 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-3c11721c-7252-405b-9b8f-05c10b267a29 req-f95091e6-c000-4eb9-b3eb-591104f693ea tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=84a016ac-e123-42b6-aa59-405d60162fd8 HTTP/1.1" status: 200 len: 946 time: 0.0702858 Jun 12 13:08:37.895366 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-3c11721c-7252-405b-9b8f-05c10b267a29 req-469ac9b3-e951-4fbc-a966-e4d0c9e0be80 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups?id=fcf9fb81-dc0b-4279-9244-7736a05c439b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354419 Jun 12 13:08:38.061165 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-5cf71661-5430-4627-bb9b-2d7d27eb6c9f req-daedafda-0e86-4246-8fed-73950a498065 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:38.061535 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-5cf71661-5430-4627-bb9b-2d7d27eb6c9f req-daedafda-0e86-4246-8fed-73950a498065 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454259'] for floatingip, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:38.061840 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.db.l3_db [req-5cf71661-5430-4627-bb9b-2d7d27eb6c9f req-daedafda-0e86-4246-8fed-73950a498065 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Floating IP 4ba48c7d-68ff-4a9d-ac04-22c912bce13c disassociated. External IP: 172.27.3.175, port: 44dbd79e-47e8-431c-8b52-c663c8d93907. Jun 12 13:08:38.062172 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [req-5cf71661-5430-4627-bb9b-2d7d27eb6c9f req-daedafda-0e86-4246-8fed-73950a498065 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Calling delete_port for 44dbd79e-47e8-431c-8b52-c663c8d93907 owned by compute:nova {{(pid=91666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 13:08:38.211542 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-5cf71661-5430-4627-bb9b-2d7d27eb6c9f req-daedafda-0e86-4246-8fed-73950a498065 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752044873292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752044431921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14082967'] for port, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:38.216232 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-ab1efef0-d97f-4eb0-aad4-cc167d1f4b5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:08:38.247032 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daedafda-0e86-4246-8fed-73950a498065 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Pushing event deleted for resources: {'Port': ['ID=44dbd79e-47e8-431c-8b52-c663c8d93907,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:08:38.257086 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daedafda-0e86-4246-8fed-73950a498065 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:08:38.257453 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daedafda-0e86-4246-8fed-73950a498065 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:08:38.257840 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daedafda-0e86-4246-8fed-73950a498065 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:08:38.258210 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daedafda-0e86-4246-8fed-73950a498065 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:08:38.258575 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daedafda-0e86-4246-8fed-73950a498065 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:08:38.258937 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daedafda-0e86-4246-8fed-73950a498065 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:08:38.259351 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daedafda-0e86-4246-8fed-73950a498065 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:08:38.259719 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daedafda-0e86-4246-8fed-73950a498065 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:08:38.260261 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daedafda-0e86-4246-8fed-73950a498065 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:08:38.260626 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daedafda-0e86-4246-8fed-73950a498065 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:08:38.260983 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daedafda-0e86-4246-8fed-73950a498065 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:08:38.261337 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daedafda-0e86-4246-8fed-73950a498065 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:08:38.267232 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-daedafda-0e86-4246-8fed-73950a498065 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:08:38.408607 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5cf71661-5430-4627-bb9b-2d7d27eb6c9f req-daedafda-0e86-4246-8fed-73950a498065 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Router ab790889-3468-48de-83f3-e25c7084e6c4 has already been hosted by L3 agent 68a3a672-d21c-4adb-804e-7b4e770767ea {{(pid=91666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 13:08:38.596576 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d192e2d-e69b-45a3-bc7d-86205888a01e req-53739c63-d861-4f62-81b7-ccee310a998e tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:08:38.598095 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-4d192e2d-e69b-45a3-bc7d-86205888a01e req-53739c63-d861-4f62-81b7-ccee310a998e tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 946 time: 0.1884549 Jun 12 13:08:38.635548 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5cf71661-5430-4627-bb9b-2d7d27eb6c9f req-daedafda-0e86-4246-8fed-73950a498065 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify agent at l3_agent.dv-cinder-796114-1-iscsi the message routers_updated {{(pid=91666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 13:08:38.646221 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b9ebbc-1323-4c60-837f-025458c69054 None None] Sync routers for ids ['ab790889-3468-48de-83f3-e25c7084e6c4'] in dv-cinder-796114-1-iscsi {{(pid=91668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 13:08:38.656779 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b9ebbc-1323-4c60-837f-025458c69054 None None] Routers {'ab790889-3468-48de-83f3-e25c7084e6c4'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 13:08:38.657568 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-b4b9ebbc-1323-4c60-837f-025458c69054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T13:08:23Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['ab790889-3468-48de-83f3-e25c7084e6c4'], 'active': True} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:08:38.704407 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cf71661-5430-4627-bb9b-2d7d27eb6c9f req-daedafda-0e86-4246-8fed-73950a498065 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] No DVR routers for this DVR port 44dbd79e-47e8-431c-8b52-c663c8d93907 on host hv-cinder-79611 {{(pid=91666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 13:08:38.708838 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-5cf71661-5430-4627-bb9b-2d7d27eb6c9f req-daedafda-0e86-4246-8fed-73950a498065 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920'] for port, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:38.710829 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-5cf71661-5430-4627-bb9b-2d7d27eb6c9f req-daedafda-0e86-4246-8fed-73950a498065 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.30 "DELETE /v2.0/ports/44dbd79e-47e8-431c-8b52-c663c8d93907 HTTP/1.1" status: 204 len: 173 time: 1.0995257 Jun 12 13:08:38.711381 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84a016ac-e123-42b6-aa59-405d60162fd8', 'name': 'network-vif-deleted', 'tag': '44dbd79e-47e8-431c-8b52-c663c8d93907'}] {{(pid=91666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 13:08:38.713986 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba2aedb3ce59156ad261fd92086ba05f02985526b362ab5d5a646d7af1b76f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2956dc30-8a0a-47ee-9685-fd5e428774ef" -d '{"events": [{"server_uuid": "84a016ac-e123-42b6-aa59-405d60162fd8", "name": "network-vif-deleted", "tag": "44dbd79e-47e8-431c-8b52-c663c8d93907"}]}' {{(pid=91666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 13:08:38.722158 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-4d192e2d-e69b-45a3-bc7d-86205888a01e req-ce964a58-2bf0-4671-95f9-e0c8366fa571 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=224ecf89-5379-4ba7-b3f1-52eb5f3bacaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126788 Jun 12 13:08:38.815430 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 13:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfde86d9-e6dc-44bb-9309-da21d9d52366 x-openstack-request-id: req-bfde86d9-e6dc-44bb-9309-da21d9d52366 {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 13:08:38.815772 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84a016ac-e123-42b6-aa59-405d60162fd8", "name": "network-vif-deleted", "tag": "44dbd79e-47e8-431c-8b52-c663c8d93907", "status": "completed", "code": 200}]} {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 13:08:38.816063 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bfde86d9-e6dc-44bb-9309-da21d9d52366 {{(pid=91666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 13:08:38.816503 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84a016ac-e123-42b6-aa59-405d60162fd8', 'name': 'network-vif-deleted', 'tag': '44dbd79e-47e8-431c-8b52-c663c8d93907', 'status': 'completed', 'code': 200} Jun 12 13:08:38.836293 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvr_db [None req-b4b9ebbc-1323-4c60-837f-025458c69054 None None] Set router ab790889-3468-48de-83f3-e25c7084e6c4 gateway port host: dv-cinder-796114-1-iscsi {{(pid=91668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 13:08:39.056662 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-7b25c958-fafe-465f-941b-05b6800cca7c req-7ac2b244-8378-422c-94fe-d6c531776cce tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/ports?device_id=84a016ac-e123-42b6-aa59-405d60162fd8 HTTP/1.1" status: 200 len: 210 time: 0.0347481 Jun 12 13:08:39.107549 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-b4b9ebbc-1323-4c60-837f-025458c69054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab790889-3468-48de-83f3-e25c7084e6c4', 'name': 'tempest-AttachVolumeTestJSON-1158203021-router', 'tenant_id': 'a33e9937caaf41ca8fc301bec96ba603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': 'ff6cce8c-05e5-4eab-b45e-7ab716552a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:57:53Z', 'updated_at': '2021-06-12T12:58:09Z', 'revision_number': 4, 'project_id': 'a33e9937caaf41ca8fc301bec96ba603', 'gw_port': {'id': 'ff6cce8c-05e5-4eab-b45e-7ab716552a6e', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:39:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab790889-3468-48de-83f3-e25c7084e6c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:57:55Z', 'updated_at': '2021-06-12T12:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_interfaces': [{'id': '50a383b3-95aa-4269-b91f-ce2dced92715', 'name': '', 'network_id': 'b082549b-b61d-48b6-a978-1804137ec38a', 'tenant_id': 'a33e9937caaf41ca8fc301bec96ba603', 'mac_address': 'fa:16:3e:24:d5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab790889-3468-48de-83f3-e25c7084e6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '040de1c9-b671-4172-8240-56a21bd80720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:58:08Z', 'updated_at': '2021-06-12T12:58:23Z', 'revision_number': 5, 'project_id': 'a33e9937caaf41ca8fc301bec96ba603', 'subnets': [{'id': '040de1c9-b671-4172-8240-56a21bd80720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:08:39.111010 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b9ebbc-1323-4c60-837f-025458c69054 None None] Checking router: ab790889-3468-48de-83f3-e25c7084e6c4 for host: dv-cinder-796114-1-iscsi {{(pid=91668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 13:08:39.118603 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b9ebbc-1323-4c60-837f-025458c69054 None None] Routers {'ab790889-3468-48de-83f3-e25c7084e6c4'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 13:08:39.119403 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-b4b9ebbc-1323-4c60-837f-025458c69054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T13:08:23Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['ab790889-3468-48de-83f3-e25c7084e6c4'], 'active': True} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:08:39.267570 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvr_db [None req-b4b9ebbc-1323-4c60-837f-025458c69054 None None] Set router ab790889-3468-48de-83f3-e25c7084e6c4 gateway port host: dv-cinder-796114-1-iscsi {{(pid=91668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 13:08:39.523362 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-b4b9ebbc-1323-4c60-837f-025458c69054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab790889-3468-48de-83f3-e25c7084e6c4', 'name': 'tempest-AttachVolumeTestJSON-1158203021-router', 'tenant_id': 'a33e9937caaf41ca8fc301bec96ba603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': 'ff6cce8c-05e5-4eab-b45e-7ab716552a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:57:53Z', 'updated_at': '2021-06-12T12:58:09Z', 'revision_number': 4, 'project_id': 'a33e9937caaf41ca8fc301bec96ba603', 'gw_port': {'id': 'ff6cce8c-05e5-4eab-b45e-7ab716552a6e', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:39:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab790889-3468-48de-83f3-e25c7084e6c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:57:55Z', 'updated_at': '2021-06-12T12:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_interfaces': [{'id': '50a383b3-95aa-4269-b91f-ce2dced92715', 'name': '', 'network_id': 'b082549b-b61d-48b6-a978-1804137ec38a', 'tenant_id': 'a33e9937caaf41ca8fc301bec96ba603', 'mac_address': 'fa:16:3e:24:d5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab790889-3468-48de-83f3-e25c7084e6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '040de1c9-b671-4172-8240-56a21bd80720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:58:08Z', 'updated_at': '2021-06-12T12:58:23Z', 'revision_number': 5, 'project_id': 'a33e9937caaf41ca8fc301bec96ba603', 'subnets': [{'id': '040de1c9-b671-4172-8240-56a21bd80720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:08:39.527209 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b9ebbc-1323-4c60-837f-025458c69054 None None] The sync data for ids ['ab790889-3468-48de-83f3-e25c7084e6c4'] in dv-cinder-796114-1-iscsi is: [{'id': 'ab790889-3468-48de-83f3-e25c7084e6c4', 'name': 'tempest-AttachVolumeTestJSON-1158203021-router', 'tenant_id': 'a33e9937caaf41ca8fc301bec96ba603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': 'ff6cce8c-05e5-4eab-b45e-7ab716552a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:57:53Z', 'updated_at': '2021-06-12T12:58:09Z', 'revision_number': 4, 'project_id': 'a33e9937caaf41ca8fc301bec96ba603', 'gw_port': {'id': 'ff6cce8c-05e5-4eab-b45e-7ab716552a6e', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:39:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab790889-3468-48de-83f3-e25c7084e6c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:57:55Z', 'updated_at': '2021-06-12T12:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_interfaces': [{'id': '50a383b3-95aa-4269-b91f-ce2dced92715', 'name': '', 'network_id': 'b082549b-b61d-48b6-a978-1804137ec38a', 'tenant_id': 'a33e9937caaf41ca8fc301bec96ba603', 'mac_address': 'fa:16:3e:24:d5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab790889-3468-48de-83f3-e25c7084e6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '040de1c9-b671-4172-8240-56a21bd80720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:58:08Z', 'updated_at': '2021-06-12T12:58:23Z', 'revision_number': 5, 'project_id': 'a33e9937caaf41ca8fc301bec96ba603', 'subnets': [{'id': '040de1c9-b671-4172-8240-56a21bd80720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 13:08:39.721794 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86f7bc3-1220-469c-8e55-070bca7485c8 None None] New status for floating IP 4ba48c7d-68ff-4a9d-ac04-22c912bce13c: DOWN {{(pid=91669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 12 13:08:40.179318 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 33044) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:08:40.237487 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-50389e67-feb2-48eb-b1ab-128c99e5f5c0 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks [] for security_group, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:40.261360 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-50389e67-feb2-48eb-b1ab-128c99e5f5c0 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:40.311416 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-50389e67-feb2-48eb-b1ab-128c99e5f5c0 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:40.314427 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-50389e67-feb2-48eb-b1ab-128c99e5f5c0 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks [] for security_group, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:40.315830 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-50389e67-feb2-48eb-b1ab-128c99e5f5c0 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "DELETE /v2.0/security-groups/fcf9fb81-dc0b-4279-9244-7736a05c439b HTTP/1.1" status: 204 len: 168 time: 0.1354895 Jun 12 13:08:40.316725 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-22632d1b-6857-476a-bebc-bbfd53ac32c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:08:40.318867 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 33046) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:08:40.328286 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50389e67-feb2-48eb-b1ab-128c99e5f5c0 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf9fb81-dc0b-4279-9244-7736a05c439b,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:08:40.330711 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-50389e67-feb2-48eb-b1ab-128c99e5f5c0 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:08:40.334268 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.api.v2.resource [None req-45a65d7f-2200-4961-81a3-bda30686f15b tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] show failed (client error): The resource could not be found. Jun 12 13:08:40.335251 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-45a65d7f-2200-4961-81a3-bda30686f15b tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "GET /v2.0/security-groups/fcf9fb81-dc0b-4279-9244-7736a05c439b HTTP/1.1" status: 404 len: 347 time: 0.0155942 Jun 12 13:08:40.338905 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 33048) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:08:40.501406 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-6365510a-9fcb-4339-a568-efdb12fb4dd2 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Deleting port 415cdcfe-c2dd-4969-9553-f346767e6656 {{(pid=91667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 13:08:40.501750 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6365510a-9fcb-4339-a568-efdb12fb4dd2 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752044867880'] for port, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:40.599987 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6365510a-9fcb-4339-a568-efdb12fb4dd2 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455153'] for port, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:40.600315 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6365510a-9fcb-4339-a568-efdb12fb4dd2 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:40.697065 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-6365510a-9fcb-4339-a568-efdb12fb4dd2 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Calling delete_port for 415cdcfe-c2dd-4969-9553-f346767e6656 owned by network:floatingip {{(pid=91667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 13:08:40.849939 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6365510a-9fcb-4339-a568-efdb12fb4dd2 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752044873292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752044431921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13277804'] for port, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:40.852610 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-f2635475-55b1-4ad4-ac44-37612116165a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:08:40.885742 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6365510a-9fcb-4339-a568-efdb12fb4dd2 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Pushing event deleted for resources: {'Port': ['ID=415cdcfe-c2dd-4969-9553-f346767e6656,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:08:40.919036 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6365510a-9fcb-4339-a568-efdb12fb4dd2 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:08:40.919423 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6365510a-9fcb-4339-a568-efdb12fb4dd2 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:08:40.919936 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6365510a-9fcb-4339-a568-efdb12fb4dd2 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:08:40.920159 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6365510a-9fcb-4339-a568-efdb12fb4dd2 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:08:40.920524 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6365510a-9fcb-4339-a568-efdb12fb4dd2 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:08:40.920887 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6365510a-9fcb-4339-a568-efdb12fb4dd2 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:08:40.921251 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6365510a-9fcb-4339-a568-efdb12fb4dd2 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:08:40.921611 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6365510a-9fcb-4339-a568-efdb12fb4dd2 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:08:40.921995 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6365510a-9fcb-4339-a568-efdb12fb4dd2 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:08:40.922379 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6365510a-9fcb-4339-a568-efdb12fb4dd2 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:08:40.922742 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6365510a-9fcb-4339-a568-efdb12fb4dd2 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:08:40.923099 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6365510a-9fcb-4339-a568-efdb12fb4dd2 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:08:40.927695 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-6365510a-9fcb-4339-a568-efdb12fb4dd2 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:08:40.972327 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6365510a-9fcb-4339-a568-efdb12fb4dd2 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks [] for floatingip, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:40.975098 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6365510a-9fcb-4339-a568-efdb12fb4dd2 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920'] for floatingip, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:40.976208 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-6365510a-9fcb-4339-a568-efdb12fb4dd2 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] 10.222.0.23 "DELETE /v2.0/floatingips/4ba48c7d-68ff-4a9d-ac04-22c912bce13c HTTP/1.1" status: 204 len: 168 time: 0.6363328 Jun 12 13:08:42.961850 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device 44dbd79e-47e8-431c-8b52-c663c8d93907 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 13:08:42.987708 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] No Port match for: 44dbd79e-47e8-431c-8b52-c663c8d93907 {{(pid=91668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 13:08:42.988052 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device 44dbd79e-47e8-431c-8b52-c663c8d93907 not bound to the agent host hv-cinder-79611 {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 13:08:43.657697 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.agents_db [None req-3755f801-82db-4e36-b9e4-fb56f4f4bf71 None None] Agent healthcheck: found 6 active agents {{(pid=91669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 13:08:44.667975 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 33076) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:08:45.447684 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-e48ad1eb-8a5a-4c63-91c3-bbba5d8f61d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-458196'] for router_interface, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:45.776551 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-e48ad1eb-8a5a-4c63-91c3-bbba5d8f61d6 admin admin] Deleting port 50a383b3-95aa-4269-b91f-ce2dced92715 {{(pid=91667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 13:08:45.777276 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-e48ad1eb-8a5a-4c63-91c3-bbba5d8f61d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752044867880'] for port, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:45.877391 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.db [None req-e48ad1eb-8a5a-4c63-91c3-bbba5d8f61d6 admin admin] For port 50a383b3-95aa-4269-b91f-ce2dced92715, host dv-cinder-796114-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=50a383b3-95aa-4269-b91f-ce2dced92715,segment=NetworkSegment(86bd5776-487d-44b3-91cb-8214abc180f6),segment_id=86bd5776-487d-44b3-91cb-8214abc180f6)] {{(pid=91667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:08:45.877749 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-e48ad1eb-8a5a-4c63-91c3-bbba5d8f61d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455153'] for port, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:45.972009 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-e48ad1eb-8a5a-4c63-91c3-bbba5d8f61d6 admin admin] Calling delete_port for 50a383b3-95aa-4269-b91f-ce2dced92715 owned by network:router_interface {{(pid=91667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 13:08:46.192243 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-e48ad1eb-8a5a-4c63-91c3-bbba5d8f61d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752044873292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752044431921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13277804'] for port, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:46.194742 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:08:46.223699 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48ad1eb-8a5a-4c63-91c3-bbba5d8f61d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=50a383b3-95aa-4269-b91f-ce2dced92715,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:08:46.226699 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-e48ad1eb-8a5a-4c63-91c3-bbba5d8f61d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:08:46.443033 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-e48ad1eb-8a5a-4c63-91c3-bbba5d8f61d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458564'] for router_interface, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:46.750100 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e48ad1eb-8a5a-4c63-91c3-bbba5d8f61d6 admin admin] Router ab790889-3468-48de-83f3-e25c7084e6c4 has already been hosted by L3 agent 68a3a672-d21c-4adb-804e-7b4e770767ea {{(pid=91667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 13:08:46.895725 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48ad1eb-8a5a-4c63-91c3-bbba5d8f61d6 admin admin] Notify agent at l3_agent.dv-cinder-796114-1-iscsi the message routers_updated {{(pid=91667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 13:08:46.901254 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-e48ad1eb-8a5a-4c63-91c3-bbba5d8f61d6 admin admin] 10.222.0.23 "PUT /v2.0/routers/ab790889-3468-48de-83f3-e25c7084e6c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2322409 Jun 12 13:08:46.903852 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 33082) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:08:46.906538 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22890d1c-7c24-4270-842b-3f324eabfa2d None None] Sync routers for ids ['ab790889-3468-48de-83f3-e25c7084e6c4'] in dv-cinder-796114-1-iscsi {{(pid=91668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 13:08:46.916235 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22890d1c-7c24-4270-842b-3f324eabfa2d None None] Routers {'ab790889-3468-48de-83f3-e25c7084e6c4'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 13:08:46.916980 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-22890d1c-7c24-4270-842b-3f324eabfa2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T13:08:23Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['ab790889-3468-48de-83f3-e25c7084e6c4'], 'active': True} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:08:47.056798 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-ef33224d-49b3-40d4-bdf7-f9b680d5492b admin admin] Notify callbacks [] for router, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:47.194885 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvr_db [None req-22890d1c-7c24-4270-842b-3f324eabfa2d None None] Set router ab790889-3468-48de-83f3-e25c7084e6c4 gateway port host: dv-cinder-796114-1-iscsi {{(pid=91668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 13:08:47.214150 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-ef33224d-49b3-40d4-bdf7-f9b680d5492b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:47.273662 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-ef33224d-49b3-40d4-bdf7-f9b680d5492b admin admin] Deleting port ff6cce8c-05e5-4eab-b45e-7ab716552a6e {{(pid=91667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 13:08:47.274002 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-ef33224d-49b3-40d4-bdf7-f9b680d5492b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752044867880'] for port, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:47.378776 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.db [None req-ef33224d-49b3-40d4-bdf7-f9b680d5492b admin admin] For port ff6cce8c-05e5-4eab-b45e-7ab716552a6e, host dv-cinder-796114-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=ff6cce8c-05e5-4eab-b45e-7ab716552a6e,segment=NetworkSegment(3c2da916-7025-41e9-bbaa-dbdda4d660f0),segment_id=3c2da916-7025-41e9-bbaa-dbdda4d660f0)] {{(pid=91667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:08:47.379040 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-ef33224d-49b3-40d4-bdf7-f9b680d5492b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455153'] for port, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:47.425421 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-22890d1c-7c24-4270-842b-3f324eabfa2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab790889-3468-48de-83f3-e25c7084e6c4', 'name': 'tempest-AttachVolumeTestJSON-1158203021-router', 'tenant_id': 'a33e9937caaf41ca8fc301bec96ba603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': 'ff6cce8c-05e5-4eab-b45e-7ab716552a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:57:53Z', 'updated_at': '2021-06-12T13:08:46Z', 'revision_number': 5, 'project_id': 'a33e9937caaf41ca8fc301bec96ba603', 'gw_port': {'id': 'ff6cce8c-05e5-4eab-b45e-7ab716552a6e', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:39:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab790889-3468-48de-83f3-e25c7084e6c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:57:55Z', 'updated_at': '2021-06-12T12:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi'}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:08:47.428619 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22890d1c-7c24-4270-842b-3f324eabfa2d None None] Checking router: ab790889-3468-48de-83f3-e25c7084e6c4 for host: dv-cinder-796114-1-iscsi {{(pid=91668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 13:08:47.437324 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22890d1c-7c24-4270-842b-3f324eabfa2d None None] Routers {'ab790889-3468-48de-83f3-e25c7084e6c4'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 13:08:47.437901 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-22890d1c-7c24-4270-842b-3f324eabfa2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T13:08:23Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['ab790889-3468-48de-83f3-e25c7084e6c4'], 'active': True} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:08:47.564471 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvr_db [None req-22890d1c-7c24-4270-842b-3f324eabfa2d None None] Set router ab790889-3468-48de-83f3-e25c7084e6c4 gateway port host: None {{(pid=91668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 13:08:47.643242 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-22890d1c-7c24-4270-842b-3f324eabfa2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab790889-3468-48de-83f3-e25c7084e6c4', 'name': 'tempest-AttachVolumeTestJSON-1158203021-router', 'tenant_id': 'a33e9937caaf41ca8fc301bec96ba603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:57:53Z', 'updated_at': '2021-06-12T13:08:47Z', 'revision_number': 6, 'project_id': 'a33e9937caaf41ca8fc301bec96ba603', 'gw_port_host': None}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:08:47.646863 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22890d1c-7c24-4270-842b-3f324eabfa2d None None] The sync data for ids ['ab790889-3468-48de-83f3-e25c7084e6c4'] in dv-cinder-796114-1-iscsi is: [{'id': 'ab790889-3468-48de-83f3-e25c7084e6c4', 'name': 'tempest-AttachVolumeTestJSON-1158203021-router', 'tenant_id': 'a33e9937caaf41ca8fc301bec96ba603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:57:53Z', 'updated_at': '2021-06-12T13:08:47Z', 'revision_number': 6, 'project_id': 'a33e9937caaf41ca8fc301bec96ba603', 'gw_port_host': None}] {{(pid=91668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 13:08:47.733058 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-ef33224d-49b3-40d4-bdf7-f9b680d5492b admin admin] Calling delete_port for ff6cce8c-05e5-4eab-b45e-7ab716552a6e owned by network:router_gateway {{(pid=91667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 13:08:47.931851 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-ef33224d-49b3-40d4-bdf7-f9b680d5492b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752044873292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752044431921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13277804'] for port, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:47.933584 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-c7c45ffd-fcc3-4d45-b330-29c4f64b02f9 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:08:47.961403 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef33224d-49b3-40d4-bdf7-f9b680d5492b admin admin] Pushing event deleted for resources: {'Port': ['ID=ff6cce8c-05e5-4eab-b45e-7ab716552a6e,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:08:47.964515 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-ef33224d-49b3-40d4-bdf7-f9b680d5492b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:08:48.042853 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-ef33224d-49b3-40d4-bdf7-f9b680d5492b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454167'] for router_gateway, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:48.178597 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-ef33224d-49b3-40d4-bdf7-f9b680d5492b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60926'] for router, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:48.180699 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-ef33224d-49b3-40d4-bdf7-f9b680d5492b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:48.242711 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-ef33224d-49b3-40d4-bdf7-f9b680d5492b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-442416'] for router, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:48.243241 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef33224d-49b3-40d4-bdf7-f9b680d5492b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab790889-3468-48de-83f3-e25c7084e6c4 {{(pid=91667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 12 13:08:48.248069 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-ef33224d-49b3-40d4-bdf7-f9b680d5492b admin admin] Notify callbacks [] for router, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:48.249034 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-ef33224d-49b3-40d4-bdf7-f9b680d5492b admin admin] 10.222.0.23 "DELETE /v2.0/routers/ab790889-3468-48de-83f3-e25c7084e6c4 HTTP/1.1" status: 204 len: 168 time: 1.3442869 Jun 12 13:08:48.251605 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 33084) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:08:48.306595 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c1b7816-0f73-4243-8c5d-1d8ad1d09556 admin admin] Deleting subnet 040de1c9-b671-4172-8240-56a21bd80720 {{(pid=91667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 12 13:08:48.309592 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-3c1b7816-0f73-4243-8c5d-1d8ad1d09556 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:48.351443 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-3c1b7816-0f73-4243-8c5d-1d8ad1d09556 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13123207'] for subnet, precommit_delete_associations {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:48.450367 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-3c1b7816-0f73-4243-8c5d-1d8ad1d09556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393918'] for subnet, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:48.518039 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-3c1b7816-0f73-4243-8c5d-1d8ad1d09556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13278102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967289'] for subnet, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:48.521011 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:08:48.553446 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1b7816-0f73-4243-8c5d-1d8ad1d09556 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=040de1c9-b671-4172-8240-56a21bd80720,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:08:48.555415 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-3c1b7816-0f73-4243-8c5d-1d8ad1d09556 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:48.557880 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-3c1b7816-0f73-4243-8c5d-1d8ad1d09556 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/040de1c9-b671-4172-8240-56a21bd80720 HTTP/1.1" status: 204 len: 168 time: 0.3053603 Jun 12 13:08:48.558947 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-3c1b7816-0f73-4243-8c5d-1d8ad1d09556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:08:48.562387 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 33086) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:08:48.563131 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b16ba29-5bb4-4e74-820e-9c3ac4068e53 None None] Network b082549b-b61d-48b6-a978-1804137ec38a requested from dv-cinder-796114-1-iscsi {{(pid=91668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 13:08:48.662604 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-403d8a5b-b61d-4123-b9c0-b040c15069aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1600373'] for network, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:48.732060 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-403d8a5b-b61d-4123-b9c0-b040c15069aa admin admin] Deleting port 1ff13db7-95a9-4602-873c-1c4cedc4bd23 {{(pid=91667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 13:08:48.732444 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-403d8a5b-b61d-4123-b9c0-b040c15069aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752044867880'] for port, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:48.805990 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8995aee-05bd-4254-b168-f0e560741d67 None None] DHCP port deletion for b082549b-b61d-48b6-a978-1804137ec38a request from dv-cinder-796114-1-iscsi {{(pid=91668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 12 13:08:48.823395 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.db [None req-403d8a5b-b61d-4123-b9c0-b040c15069aa admin admin] For port 1ff13db7-95a9-4602-873c-1c4cedc4bd23, host dv-cinder-796114-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=1ff13db7-95a9-4602-873c-1c4cedc4bd23,segment=NetworkSegment(86bd5776-487d-44b3-91cb-8214abc180f6),segment_id=86bd5776-487d-44b3-91cb-8214abc180f6)] {{(pid=91667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:08:48.823752 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-403d8a5b-b61d-4123-b9c0-b040c15069aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455153'] for port, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:48.858875 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-d8995aee-05bd-4254-b168-f0e560741d67 None None] Deleting port 1ff13db7-95a9-4602-873c-1c4cedc4bd23 {{(pid=91668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 13:08:48.859252 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-d8995aee-05bd-4254-b168-f0e560741d67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752044867880'] for port, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:48.929055 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-403d8a5b-b61d-4123-b9c0-b040c15069aa admin admin] Calling delete_port for 1ff13db7-95a9-4602-873c-1c4cedc4bd23 owned by network:dhcp {{(pid=91667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 13:08:48.944044 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-d8995aee-05bd-4254-b168-f0e560741d67 None None] For port 1ff13db7-95a9-4602-873c-1c4cedc4bd23, host dv-cinder-796114-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=1ff13db7-95a9-4602-873c-1c4cedc4bd23,segment=NetworkSegment(86bd5776-487d-44b3-91cb-8214abc180f6),segment_id=86bd5776-487d-44b3-91cb-8214abc180f6)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:08:48.944548 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-d8995aee-05bd-4254-b168-f0e560741d67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455153'] for port, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:48.998807 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device ff6cce8c-05e5-4eab-b45e-7ab716552a6e no longer exists at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 13:08:49.033791 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-403d8a5b-b61d-4123-b9c0-b040c15069aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752044873292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752044431921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13277804'] for port, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:49.036753 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-7d7ca61c-7dcc-4819-aa7a-5fa66a1f0622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:08:49.041050 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-d8995aee-05bd-4254-b168-f0e560741d67 None None] Calling delete_port for 1ff13db7-95a9-4602-873c-1c4cedc4bd23 owned by network:dhcp {{(pid=91668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 13:08:49.066875 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403d8a5b-b61d-4123-b9c0-b040c15069aa admin admin] Pushing event deleted for resources: {'Port': ['ID=1ff13db7-95a9-4602-873c-1c4cedc4bd23,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:08:49.068717 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403d8a5b-b61d-4123-b9c0-b040c15069aa admin admin] No DVR routers for this DVR port 1ff13db7-95a9-4602-873c-1c4cedc4bd23 on host dv-cinder-796114-1-iscsi {{(pid=91667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 13:08:49.070241 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-403d8a5b-b61d-4123-b9c0-b040c15069aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:08:49.071701 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] No Port match for: ff6cce8c-05e5-4eab-b45e-7ab716552a6e {{(pid=91668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 13:08:49.072115 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device ff6cce8c-05e5-4eab-b45e-7ab716552a6e not bound to the agent host dv-cinder-796114-1-iscsi {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 13:08:49.072434 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device 1ff13db7-95a9-4602-873c-1c4cedc4bd23 no longer exists at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 13:08:49.097611 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] No Port match for: 1ff13db7-95a9-4602-873c-1c4cedc4bd23 {{(pid=91668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 13:08:49.097881 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device 1ff13db7-95a9-4602-873c-1c4cedc4bd23 not bound to the agent host dv-cinder-796114-1-iscsi {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 13:08:49.098411 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device 50a383b3-95aa-4269-b91f-ce2dced92715 no longer exists at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 13:08:49.167355 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] No Port match for: 50a383b3-95aa-4269-b91f-ce2dced92715 {{(pid=91668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 13:08:49.167707 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device 50a383b3-95aa-4269-b91f-ce2dced92715 not bound to the agent host dv-cinder-796114-1-iscsi {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 13:08:49.175591 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-403d8a5b-b61d-4123-b9c0-b040c15069aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1356131', 'neutron.services.segments.db._delete_segments_for_network-8752044986040'] for network, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:49.186768 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.services.segments.db [None req-403d8a5b-b61d-4123-b9c0-b040c15069aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b082549b-b61d-48b6-a978-1804137ec38a']}} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:08:49.197833 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.services.segments.db [None req-403d8a5b-b61d-4123-b9c0-b040c15069aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86bd5776-487d-44b3-91cb-8214abc180f6') {'for_net_delete': True} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:08:49.198136 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.services.segments.db [None req-403d8a5b-b61d-4123-b9c0-b040c15069aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86bd5776-487d-44b3-91cb-8214abc180f6') {} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:08:49.201916 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-d8995aee-05bd-4254-b168-f0e560741d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752044873292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752044431921'] for port, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:49.203858 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:08:49.209081 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-403d8a5b-b61d-4123-b9c0-b040c15069aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752044985878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13123212'] for segment, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:49.224848 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-403d8a5b-b61d-4123-b9c0-b040c15069aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400235'] for segment, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:49.231647 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-403d8a5b-b61d-4123-b9c0-b040c15069aa admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=91667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 12 13:08:49.232064 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-403d8a5b-b61d-4123-b9c0-b040c15069aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13277759'] for segment, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:49.233971 dv-cinder-796114-1-iscsi neutron-server[91667]: Traceback (most recent call last): Jun 12 13:08:49.233971 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 12 13:08:49.233971 dv-cinder-796114-1-iscsi neutron-server[91667]: timer() Jun 12 13:08:49.233971 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 12 13:08:49.233971 dv-cinder-796114-1-iscsi neutron-server[91667]: cb(*args, **kw) Jun 12 13:08:49.233971 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 12 13:08:49.233971 dv-cinder-796114-1-iscsi neutron-server[91667]: return func(*args, **kwargs) Jun 12 13:08:49.233971 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 12 13:08:49.233971 dv-cinder-796114-1-iscsi neutron-server[91667]: self._notify() Jun 12 13:08:49.233971 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 12 13:08:49.233971 dv-cinder-796114-1-iscsi neutron-server[91667]: self.callback(batched_events) Jun 12 13:08:49.233971 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 12 13:08:49.233971 dv-cinder-796114-1-iscsi neutron-server[91667]: event.method(event) Jun 12 13:08:49.233971 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 12 13:08:49.233971 dv-cinder-796114-1-iscsi neutron-server[91667]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 12 13:08:49.233971 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 12 13:08:49.233971 dv-cinder-796114-1-iscsi neutron-server[91667]: aggregate_uuid = self.p_client.list_aggregates( Jun 12 13:08:49.233971 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 12 13:08:49.233971 dv-cinder-796114-1-iscsi neutron-server[91667]: return f(self, *a, **k) Jun 12 13:08:49.233971 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 12 13:08:49.233971 dv-cinder-796114-1-iscsi neutron-server[91667]: return self._get(url).json() Jun 12 13:08:49.233971 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 12 13:08:49.233971 dv-cinder-796114-1-iscsi neutron-server[91667]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 12 13:08:49.233971 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 12 13:08:49.233971 dv-cinder-796114-1-iscsi neutron-server[91667]: return self.request(url, 'GET', **kwargs) Jun 12 13:08:49.233971 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 12 13:08:49.233971 dv-cinder-796114-1-iscsi neutron-server[91667]: base_url = self.get_endpoint(auth, allow=allow, Jun 12 13:08:49.233971 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 12 13:08:49.233971 dv-cinder-796114-1-iscsi neutron-server[91667]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 12 13:08:49.233971 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 12 13:08:49.233971 dv-cinder-796114-1-iscsi neutron-server[91667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 12 13:08:49.233971 dv-cinder-796114-1-iscsi neutron-server[91667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 12 13:08:49.236153 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8995aee-05bd-4254-b168-f0e560741d67 None None] Pushing event deleted for resources: {'Port': ['ID=1ff13db7-95a9-4602-873c-1c4cedc4bd23,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:08:49.237017 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-d8995aee-05bd-4254-b168-f0e560741d67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:08:49.237822 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8995aee-05bd-4254-b168-f0e560741d67 None None] No DVR routers for this DVR port 1ff13db7-95a9-4602-873c-1c4cedc4bd23 on host dv-cinder-796114-1-iscsi {{(pid=91668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 13:08:49.314825 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-403d8a5b-b61d-4123-b9c0-b040c15069aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1356156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454154'] for network, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:49.319265 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-56fb519b-9c89-4fed-b6d4-b265d260ed57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:08:49.322216 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-403d8a5b-b61d-4123-b9c0-b040c15069aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for network, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:49.324240 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-403d8a5b-b61d-4123-b9c0-b040c15069aa admin admin] 10.222.0.23 "DELETE /v2.0/networks/b082549b-b61d-48b6-a978-1804137ec38a HTTP/1.1" status: 204 len: 168 time: 0.7609007 Jun 12 13:08:49.338575 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403d8a5b-b61d-4123-b9c0-b040c15069aa admin admin] Pushing event deleted for resources: {'Network': ['ID=b082549b-b61d-48b6-a978-1804137ec38a,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:08:49.340979 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-403d8a5b-b61d-4123-b9c0-b040c15069aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:08:49.451307 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 33090) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:08:49.495737 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-191714a8-52e6-4f2d-841a-cfd5129d5253 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a33e9937caaf41ca8fc301bec96ba603&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0430617 Jun 12 13:08:49.497825 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 33092) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:08:49.548158 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-90478c3c-8ca0-4af6-8b9a-5a293e05f6f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:49.569919 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-90478c3c-8ca0-4af6-8b9a-5a293e05f6f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:49.623236 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-90478c3c-8ca0-4af6-8b9a-5a293e05f6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:49.625807 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-90478c3c-8ca0-4af6-8b9a-5a293e05f6f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:49.626973 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-90478c3c-8ca0-4af6-8b9a-5a293e05f6f6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7332b310-c485-4436-97b0-056e684853a4 HTTP/1.1" status: 204 len: 168 time: 0.1282351 Jun 12 13:08:49.627799 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-9c348857-7e32-4102-bfa9-640e608c3514 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:08:49.637470 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90478c3c-8ca0-4af6-8b9a-5a293e05f6f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7332b310-c485-4436-97b0-056e684853a4,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:08:49.640121 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-90478c3c-8ca0-4af6-8b9a-5a293e05f6f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:08:50.622096 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-624bae23-471a-483c-b83a-db7d959f440b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:51.563870 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:53.340935 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:53.471362 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-6f48070c-8663-4b60-9b2a-2f9b4f07a545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:55.083164 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-7239a5c3-c5f0-4f25-a5be-c6c46247b3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:08:55.899960 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-0a5de27a-4d22-4fdd-a4cf-053756d7edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:20.622636 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-cc75ee67-9840-44f1-84fd-1c5149425ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:20.657047 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.agents_db [None req-3755f801-82db-4e36-b9e4-fb56f4f4bf71 None None] Agent healthcheck: found 6 active agents {{(pid=91669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 13:09:21.602608 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:23.341432 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:23.472291 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-29ad808c-77e6-46ff-9880-a122d849f2b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:25.084911 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-7239a5c3-c5f0-4f25-a5be-c6c46247b3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:25.901930 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-0a5de27a-4d22-4fdd-a4cf-053756d7edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:28.238150 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-53112e28-289b-4fbf-9d60-fe946a6d414a req-a71bc904-d263-4749-8ef9-3f8ba5c37c6f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e40670f7-4ebe-4950-848b-f28f70ff0805&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0611904 Jun 12 13:09:28.316956 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53112e28-289b-4fbf-9d60-fe946a6d414a req-d5d65fe2-589e-4fb5-83ec-b57e020ff719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:09:28.318563 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-53112e28-289b-4fbf-9d60-fe946a6d414a req-d5d65fe2-589e-4fb5-83ec-b57e020ff719 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7dc4fd57127a4ce392ff4630ba0b781b&device_id=e40670f7-4ebe-4950-848b-f28f70ff0805 HTTP/1.1" status: 200 len: 1098 time: 0.0585945 Jun 12 13:09:28.447539 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53112e28-289b-4fbf-9d60-fe946a6d414a req-b7b14ca0-3a67-49e1-bc00-49bfc8ffa8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:09:28.448943 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-53112e28-289b-4fbf-9d60-fe946a6d414a req-b7b14ca0-3a67-49e1-bc00-49bfc8ffa8fb service neutron] 10.222.0.30 "GET /v2.0/networks?id=aa0b2eef-60a6-40a3-bce6-957f6885e8a4 HTTP/1.1" status: 200 len: 912 time: 0.1095455 Jun 12 13:09:28.532069 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-53112e28-289b-4fbf-9d60-fe946a6d414a req-33e47de2-b877-4a6f-9c04-f75afc951415 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33810da1-d137-4ecc-aa20-eaed803e673c HTTP/1.1" status: 200 len: 1001 time: 0.0767133 Jun 12 13:09:28.587813 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53112e28-289b-4fbf-9d60-fe946a6d414a req-09ceb7b2-f87b-49e9-bf36-fad953c600d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:09:28.589177 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-53112e28-289b-4fbf-9d60-fe946a6d414a req-09ceb7b2-f87b-49e9-bf36-fad953c600d7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a098da02-dc26-4e87-a6b5-562c3ad57ee5 HTTP/1.1" status: 200 len: 850 time: 0.0502198 Jun 12 13:09:28.651031 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53112e28-289b-4fbf-9d60-fe946a6d414a req-be236698-0acd-4d18-9ebb-5149b9000621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:09:28.652470 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-53112e28-289b-4fbf-9d60-fe946a6d414a req-be236698-0acd-4d18-9ebb-5149b9000621 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa0b2eef-60a6-40a3-bce6-957f6885e8a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0571346 Jun 12 13:09:29.078856 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-53112e28-289b-4fbf-9d60-fe946a6d414a req-d8821841-1d5b-4df2-9b1b-882f77b215e1 service neutron] 10.222.0.30 "GET /v2.0/networks/aa0b2eef-60a6-40a3-bce6-957f6885e8a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4201035 Jun 12 13:09:29.195993 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-53112e28-289b-4fbf-9d60-fe946a6d414a req-ec8561b9-5967-4bb7-b4d7-a1fb4f27becc service neutron] 10.222.0.30 "GET /v2.0/networks/aa0b2eef-60a6-40a3-bce6-957f6885e8a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097989 Jun 12 13:09:30.202106 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-2247840d-8d1e-468a-b35b-d67fce0b9ef7 req-07630aa0-b6a3-4317-a290-1ce1389992ae tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-292118881&fields=id&tenant_id=7dc4fd57127a4ce392ff4630ba0b781b HTTP/1.1" status: 200 len: 267 time: 0.0412536 Jun 12 13:09:30.335863 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2247840d-8d1e-468a-b35b-d67fce0b9ef7 req-b6d35cc5-2431-46eb-a6b4-5f76766cbed1 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:09:30.337321 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-2247840d-8d1e-468a-b35b-d67fce0b9ef7 req-b6d35cc5-2431-46eb-a6b4-5f76766cbed1 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/networks?id=aa0b2eef-60a6-40a3-bce6-957f6885e8a4 HTTP/1.1" status: 200 len: 811 time: 0.1285522 Jun 12 13:09:30.353067 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-2247840d-8d1e-468a-b35b-d67fce0b9ef7 req-8de08166-748f-4f62-81a6-e325a0210edd tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/quotas/7dc4fd57127a4ce392ff4630ba0b781b HTTP/1.1" status: 200 len: 375 time: 0.0097053 Jun 12 13:09:30.432791 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-2247840d-8d1e-468a-b35b-d67fce0b9ef7 req-f169e956-444a-4605-9916-ddf74f7c4e73 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7dc4fd57127a4ce392ff4630ba0b781b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0746045 Jun 12 13:09:30.539591 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [req-2247840d-8d1e-468a-b35b-d67fce0b9ef7 req-e4b6c6b8-8d14-417e-92ab-3ed3bf50f5a0 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=91667) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 12 13:09:30.540812 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-2247840d-8d1e-468a-b35b-d67fce0b9ef7 req-e4b6c6b8-8d14-417e-92ab-3ed3bf50f5a0 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0966249 Jun 12 13:09:30.658642 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-2247840d-8d1e-468a-b35b-d67fce0b9ef7 req-cf1b82b4-eae7-4892-a129-d1bca73eab47 service neutron] 10.222.0.23 "GET /v2.0/networks/aa0b2eef-60a6-40a3-bce6-957f6885e8a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112943 Jun 12 13:09:30.774016 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-2247840d-8d1e-468a-b35b-d67fce0b9ef7 req-bf9ded5d-2c8b-4aa2-a94e-f860ef68280a service neutron] 10.222.0.23 "GET /v2.0/networks/aa0b2eef-60a6-40a3-bce6-957f6885e8a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094055 Jun 12 13:09:32.086524 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-18e6f200-459a-4ef2-b4fb-4c8945695d27 req-2ffabc98-3805-460f-8bea-78c1a95fb372 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7699e30-924f-4218-911b-0764b34a9a5d HTTP/1.1" status: 200 len: 210 time: 0.0347133 Jun 12 13:09:33.240133 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-8e0b17d6-116b-4a1e-846d-f80c62eda7c4 req-6004dfc6-afdb-4207-89d6-13cad0f2560f tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7699e30-924f-4218-911b-0764b34a9a5d HTTP/1.1" status: 200 len: 210 time: 0.0358334 Jun 12 13:09:33.309796 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2247840d-8d1e-468a-b35b-d67fce0b9ef7 req-291e2a9f-addf-4ead-aea7-62b081a350fc tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:09:33.311232 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-2247840d-8d1e-468a-b35b-d67fce0b9ef7 req-291e2a9f-addf-4ead-aea7-62b081a350fc tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.30 "GET /v2.0/networks?id=aa0b2eef-60a6-40a3-bce6-957f6885e8a4 HTTP/1.1" status: 200 len: 811 time: 0.1346698 Jun 12 13:09:33.381459 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-2247840d-8d1e-468a-b35b-d67fce0b9ef7 req-12bd1a79-eeb9-4819-8dfa-821d9f1d1297 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7dc4fd57127a4ce392ff4630ba0b781b HTTP/1.1" status: 200 len: 379 time: 0.0378125 Jun 12 13:09:33.390140 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [req-2247840d-8d1e-468a-b35b-d67fce0b9ef7 req-58d9148d-aaa8-4534-8ff6-9241f6700a6a tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Request body: {'port': {'device_id': 'a7699e30-924f-4218-911b-0764b34a9a5d', 'network_id': 'aa0b2eef-60a6-40a3-bce6-957f6885e8a4', 'admin_state_up': True, 'tenant_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'security_groups': ['f5110f7c-e46f-4ac8-bab7-b4ce29570688']}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:09:33.525808 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2247840d-8d1e-468a-b35b-d67fce0b9ef7 req-58d9148d-aaa8-4534-8ff6-9241f6700a6a tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Made reservation on behalf of 7dc4fd57127a4ce392ff4630ba0b781b for: {'port': 1} {{(pid=91666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 13:09:33.529463 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-2247840d-8d1e-468a-b35b-d67fce0b9ef7 req-58d9148d-aaa8-4534-8ff6-9241f6700a6a tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for port, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:33.690137 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.db_base_plugin_common [req-2247840d-8d1e-468a-b35b-d67fce0b9ef7 req-58d9148d-aaa8-4534-8ff6-9241f6700a6a tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Allocated IP 172.20.0.7 (aa0b2eef-60a6-40a3-bce6-957f6885e8a4/a098da02-dc26-4e87-a6b5-562c3ad57ee5/5ed76b36-2336-4368-be3d-a85b592010f4) {{(pid=91666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 13:09:33.877113 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-2247840d-8d1e-468a-b35b-d67fce0b9ef7 req-58d9148d-aaa8-4534-8ff6-9241f6700a6a tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks [] for port, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:33.892983 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [req-2247840d-8d1e-468a-b35b-d67fce0b9ef7 req-58d9148d-aaa8-4534-8ff6-9241f6700a6a tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Transition to ACTIVE for port object 5ed76b36-2336-4368-be3d-a85b592010f4 will not be triggered until provisioned by entity DHCP. {{(pid=91666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 13:09:33.939293 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-2247840d-8d1e-468a-b35b-d67fce0b9ef7 req-58d9148d-aaa8-4534-8ff6-9241f6700a6a tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1466997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-122173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752044431912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14082974'] for port, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:33.944096 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-f3625c16-9925-4b4a-9c94-2cf31eef9133 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:09:33.994833 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2247840d-8d1e-468a-b35b-d67fce0b9ef7 req-58d9148d-aaa8-4534-8ff6-9241f6700a6a tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Network aa0b2eef-60a6-40a3-bce6-957f6885e8a4 is already hosted by enough agents. {{(pid=91666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 13:09:34.001635 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.base_scheduler [req-2247840d-8d1e-468a-b35b-d67fce0b9ef7 req-58d9148d-aaa8-4534-8ff6-9241f6700a6a tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Resources bound (agent type, host, resource id): {{(pid=91666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 13:09:34.007528 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [req-2247840d-8d1e-468a-b35b-d67fce0b9ef7 req-58d9148d-aaa8-4534-8ff6-9241f6700a6a tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Received port after_create {{(pid=91666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 13:09:34.012848 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d9148d-aaa8-4534-8ff6-9241f6700a6a tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Pushing event updated for resources: {'Port': ['ID=5ed76b36-2336-4368-be3d-a85b592010f4,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:09:34.047737 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-58d9148d-aaa8-4534-8ff6-9241f6700a6a tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:09:34.086333 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2247840d-8d1e-468a-b35b-d67fce0b9ef7 req-58d9148d-aaa8-4534-8ff6-9241f6700a6a tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:09:34.086986 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-2247840d-8d1e-468a-b35b-d67fce0b9ef7 req-58d9148d-aaa8-4534-8ff6-9241f6700a6a tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920'] for port, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:34.106023 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-2247840d-8d1e-468a-b35b-d67fce0b9ef7 req-58d9148d-aaa8-4534-8ff6-9241f6700a6a tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7197659 Jun 12 13:09:34.118503 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [req-2247840d-8d1e-468a-b35b-d67fce0b9ef7 req-d016d473-6548-4715-b1a7-5a627482e3e2 service neutron] Request body: {'port': {'device_id': 'a7699e30-924f-4218-911b-0764b34a9a5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:09:34.195854 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-d96fff12-5ded-4ad8-a446-599d2ee70ad7 None None] Provisioning for port 5ed76b36-2336-4368-be3d-a85b592010f4 completed by entity DHCP. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 13:09:34.199925 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-d96fff12-5ded-4ad8-a446-599d2ee70ad7 None None] Provisioning complete for port 5ed76b36-2336-4368-be3d-a85b592010f4 triggered by entity DHCP. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 13:09:34.200310 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-d96fff12-5ded-4ad8-a446-599d2ee70ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:34.209758 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-2247840d-8d1e-468a-b35b-d67fce0b9ef7 req-d016d473-6548-4715-b1a7-5a627482e3e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:34.241184 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-d96fff12-5ded-4ad8-a446-599d2ee70ad7 None None] Port 5ed76b36-2336-4368-be3d-a85b592010f4 cannot update to ACTIVE because it is not bound. {{(pid=91668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 13:09:34.509299 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23168d29-5e2b-49f1-9d5f-dbcfbb3b8b41 req-b5851a28-3551-4ae7-93fc-3b9807499068 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:09:34.510764 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-23168d29-5e2b-49f1-9d5f-dbcfbb3b8b41 req-b5851a28-3551-4ae7-93fc-3b9807499068 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7699e30-924f-4218-911b-0764b34a9a5d HTTP/1.1" status: 200 len: 931 time: 0.1591866 Jun 12 13:09:34.576351 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-23168d29-5e2b-49f1-9d5f-dbcfbb3b8b41 req-cee15688-33ae-4a0e-ae61-a826f32ee5ef tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5110f7c-e46f-4ac8-bab7-b4ce29570688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557787 Jun 12 13:09:34.613054 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.notifiers.nova [req-2247840d-8d1e-468a-b35b-d67fce0b9ef7 req-d016d473-6548-4715-b1a7-5a627482e3e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ed76b36-2336-4368-be3d-a85b592010f4 {{(pid=91666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 13:09:34.620562 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-2247840d-8d1e-468a-b35b-d67fce0b9ef7 req-d016d473-6548-4715-b1a7-5a627482e3e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:34.632486 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [req-2247840d-8d1e-468a-b35b-d67fce0b9ef7 req-d016d473-6548-4715-b1a7-5a627482e3e2 service neutron] Transition to ACTIVE for port object 5ed76b36-2336-4368-be3d-a85b592010f4 will not be triggered until provisioned by entity L2. {{(pid=91666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 13:09:34.635468 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-2247840d-8d1e-468a-b35b-d67fce0b9ef7 req-d016d473-6548-4715-b1a7-5a627482e3e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14082976'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:34.637543 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-7fa52b9c-1aa0-45de-b59a-c02dc4b52ab7 tempest-AttachVolumeNegativeTest-587336505 tempest-AttachVolumeNegativeTest-587336505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:09:34.740532 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d016d473-6548-4715-b1a7-5a627482e3e2 service neutron] Pushing event updated for resources: {'Port': ['ID=5ed76b36-2336-4368-be3d-a85b592010f4,revision_number=2']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:09:34.743347 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-d016d473-6548-4715-b1a7-5a627482e3e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:09:34.827826 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [req-2247840d-8d1e-468a-b35b-d67fce0b9ef7 req-d016d473-6548-4715-b1a7-5a627482e3e2 service neutron] Attempting to bind port 5ed76b36-2336-4368-be3d-a85b592010f4 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 13:09:34.828156 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [req-2247840d-8d1e-468a-b35b-d67fce0b9ef7 req-d016d473-6548-4715-b1a7-5a627482e3e2 service neutron] Attempting to bind port 5ed76b36-2336-4368-be3d-a85b592010f4 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '86f06b86-229d-493d-b99a-2228fdd8c3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'aa0b2eef-60a6-40a3-bce6-957f6885e8a4'}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 13:09:34.828481 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2247840d-8d1e-468a-b35b-d67fce0b9ef7 req-d016d473-6548-4715-b1a7-5a627482e3e2 service neutron] Attempting to bind port 5ed76b36-2336-4368-be3d-a85b592010f4 on network aa0b2eef-60a6-40a3-bce6-957f6885e8a4 {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 13:09:34.832899 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2247840d-8d1e-468a-b35b-d67fce0b9ef7 req-d016d473-6548-4715-b1a7-5a627482e3e2 service neutron] Port 5ed76b36-2336-4368-be3d-a85b592010f4 on network aa0b2eef-60a6-40a3-bce6-957f6885e8a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 13:09:34.833040 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2247840d-8d1e-468a-b35b-d67fce0b9ef7 req-d016d473-6548-4715-b1a7-5a627482e3e2 service neutron] Attempting to bind port 5ed76b36-2336-4368-be3d-a85b592010f4 on network aa0b2eef-60a6-40a3-bce6-957f6885e8a4 {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 13:09:34.838708 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2247840d-8d1e-468a-b35b-d67fce0b9ef7 req-d016d473-6548-4715-b1a7-5a627482e3e2 service neutron] Checking agent: {'id': '858649d7-9eac-48e6-8b51-9e9d764f3a99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 12, 56, 19), 'started_at': datetime.datetime(2021, 6, 12, 12, 56, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 13, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 13:09:34.839044 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2247840d-8d1e-468a-b35b-d67fce0b9ef7 req-d016d473-6548-4715-b1a7-5a627482e3e2 service neutron] Checking segment: {'id': '86f06b86-229d-493d-b99a-2228fdd8c3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'aa0b2eef-60a6-40a3-bce6-957f6885e8a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 13:09:34.839455 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2247840d-8d1e-468a-b35b-d67fce0b9ef7 req-d016d473-6548-4715-b1a7-5a627482e3e2 service neutron] Bound using segment: {'id': '86f06b86-229d-493d-b99a-2228fdd8c3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'aa0b2eef-60a6-40a3-bce6-957f6885e8a4'} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 13:09:34.839873 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [req-2247840d-8d1e-468a-b35b-d67fce0b9ef7 req-d016d473-6548-4715-b1a7-5a627482e3e2 service neutron] Bound port: 5ed76b36-2336-4368-be3d-a85b592010f4, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86f06b86-229d-493d-b99a-2228fdd8c3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'aa0b2eef-60a6-40a3-bce6-957f6885e8a4'}}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 13:09:34.840214 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-2247840d-8d1e-468a-b35b-d67fce0b9ef7 req-d016d473-6548-4715-b1a7-5a627482e3e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:34.917861 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [req-2247840d-8d1e-468a-b35b-d67fce0b9ef7 req-d016d473-6548-4715-b1a7-5a627482e3e2 service neutron] For port 5ed76b36-2336-4368-be3d-a85b592010f4, host hv-cinder-79611, cleared binding levels {{(pid=91666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 13:09:34.921052 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [req-2247840d-8d1e-468a-b35b-d67fce0b9ef7 req-d016d473-6548-4715-b1a7-5a627482e3e2 service neutron] For port 5ed76b36-2336-4368-be3d-a85b592010f4, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=5ed76b36-2336-4368-be3d-a85b592010f4,segment=NetworkSegment(86f06b86-229d-493d-b99a-2228fdd8c3a7),segment_id=86f06b86-229d-493d-b99a-2228fdd8c3a7)] {{(pid=91666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 13:09:34.924715 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-2247840d-8d1e-468a-b35b-d67fce0b9ef7 req-d016d473-6548-4715-b1a7-5a627482e3e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14082976'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:34.926693 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-e21c28b8-62c7-4486-960d-b6e4afde18ba tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:09:34.967445 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2247840d-8d1e-468a-b35b-d67fce0b9ef7 req-d016d473-6548-4715-b1a7-5a627482e3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:09:34.968097 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-2247840d-8d1e-468a-b35b-d67fce0b9ef7 req-d016d473-6548-4715-b1a7-5a627482e3e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920'] for port, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:34.969414 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-2247840d-8d1e-468a-b35b-d67fce0b9ef7 req-d016d473-6548-4715-b1a7-5a627482e3e2 service neutron] 10.222.0.30 "PUT /v2.0/ports/5ed76b36-2336-4368-be3d-a85b592010f4 HTTP/1.1" status: 200 len: 1093 time: 0.8561168 Jun 12 13:09:34.969929 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7699e30-924f-4218-911b-0764b34a9a5d', 'tag': '5ed76b36-2336-4368-be3d-a85b592010f4'}] {{(pid=91666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 13:09:34.972343 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba2aedb3ce59156ad261fd92086ba05f02985526b362ab5d5a646d7af1b76f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd095fa-07f4-44a8-b854-780e10fcf713" -d '{"events": [{"name": "network-changed", "server_uuid": "a7699e30-924f-4218-911b-0764b34a9a5d", "tag": "5ed76b36-2336-4368-be3d-a85b592010f4"}]}' {{(pid=91666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 13:09:35.000062 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d016d473-6548-4715-b1a7-5a627482e3e2 service neutron] Pushing event updated for resources: {'Port': ['ID=5ed76b36-2336-4368-be3d-a85b592010f4,revision_number=3']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:09:35.003196 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-d016d473-6548-4715-b1a7-5a627482e3e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:09:35.023952 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 13:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34985e26-335e-4a11-96fc-59731d4e3d61 x-openstack-request-id: req-34985e26-335e-4a11-96fc-59731d4e3d61 {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 13:09:35.024282 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7699e30-924f-4218-911b-0764b34a9a5d", "tag": "5ed76b36-2336-4368-be3d-a85b592010f4", "status": "completed", "code": 200}]} {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 13:09:35.024570 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-34985e26-335e-4a11-96fc-59731d4e3d61 {{(pid=91666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 13:09:35.024998 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7699e30-924f-4218-911b-0764b34a9a5d', 'tag': '5ed76b36-2336-4368-be3d-a85b592010f4', 'status': 'completed', 'code': 200} Jun 12 13:09:35.083960 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2247840d-8d1e-468a-b35b-d67fce0b9ef7 req-c200bd98-019a-44a9-8bf1-bd4dd75d7729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:09:35.085476 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-2247840d-8d1e-468a-b35b-d67fce0b9ef7 req-c200bd98-019a-44a9-8bf1-bd4dd75d7729 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7dc4fd57127a4ce392ff4630ba0b781b&device_id=a7699e30-924f-4218-911b-0764b34a9a5d HTTP/1.1" status: 200 len: 1096 time: 0.0729728 Jun 12 13:09:35.148382 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-2247840d-8d1e-468a-b35b-d67fce0b9ef7 req-544a8159-347e-44ca-b970-5bd162506c3a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ed76b36-2336-4368-be3d-a85b592010f4 HTTP/1.1" status: 200 len: 217 time: 0.0552068 Jun 12 13:09:35.206631 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2247840d-8d1e-468a-b35b-d67fce0b9ef7 req-3e2fd8d1-62c2-4d0f-9c19-a08691ddf6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:09:35.208087 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-2247840d-8d1e-468a-b35b-d67fce0b9ef7 req-3e2fd8d1-62c2-4d0f-9c19-a08691ddf6de service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a098da02-dc26-4e87-a6b5-562c3ad57ee5 HTTP/1.1" status: 200 len: 850 time: 0.0531607 Jun 12 13:09:35.279921 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2247840d-8d1e-468a-b35b-d67fce0b9ef7 req-8799fd92-4b9f-437d-a199-7fd6b43ac012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:09:35.281397 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-2247840d-8d1e-468a-b35b-d67fce0b9ef7 req-8799fd92-4b9f-437d-a199-7fd6b43ac012 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa0b2eef-60a6-40a3-bce6-957f6885e8a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0666153 Jun 12 13:09:35.397239 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-2247840d-8d1e-468a-b35b-d67fce0b9ef7 req-995e4899-29cd-479f-8d4b-3d02cec7f6ef service neutron] 10.222.0.30 "GET /v2.0/networks/aa0b2eef-60a6-40a3-bce6-957f6885e8a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085582 Jun 12 13:09:35.517052 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-2247840d-8d1e-468a-b35b-d67fce0b9ef7 req-40ec8d2a-0039-4282-83b1-c6f6d48d03fd service neutron] 10.222.0.30 "GET /v2.0/networks/aa0b2eef-60a6-40a3-bce6-957f6885e8a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122973 Jun 12 13:09:35.626748 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd095fa-07f4-44a8-b854-780e10fcf713 req-e09e5c7b-88ff-4921-9160-243f493931e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:09:35.628236 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-6bd095fa-07f4-44a8-b854-780e10fcf713 req-e09e5c7b-88ff-4921-9160-243f493931e9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7dc4fd57127a4ce392ff4630ba0b781b&device_id=a7699e30-924f-4218-911b-0764b34a9a5d HTTP/1.1" status: 200 len: 1096 time: 0.0644267 Jun 12 13:09:35.781653 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd095fa-07f4-44a8-b854-780e10fcf713 req-684a950d-e65d-4a77-a55c-a82d72a42988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:09:35.783122 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-6bd095fa-07f4-44a8-b854-780e10fcf713 req-684a950d-e65d-4a77-a55c-a82d72a42988 service neutron] 10.222.0.30 "GET /v2.0/networks?id=aa0b2eef-60a6-40a3-bce6-957f6885e8a4 HTTP/1.1" status: 200 len: 912 time: 0.1470368 Jun 12 13:09:35.841332 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-6bd095fa-07f4-44a8-b854-780e10fcf713 req-6e406f9e-c476-4377-b18c-db731520aa93 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ed76b36-2336-4368-be3d-a85b592010f4 HTTP/1.1" status: 200 len: 217 time: 0.0511069 Jun 12 13:09:35.867673 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee2dd64-0f1d-4ac2-b81a-b7a498d7bcd8 req-0ea93666-e937-448c-98cb-b667426fb7af tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:09:35.870093 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-fee2dd64-0f1d-4ac2-b81a-b7a498d7bcd8 req-0ea93666-e937-448c-98cb-b667426fb7af tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7699e30-924f-4218-911b-0764b34a9a5d HTTP/1.1" status: 200 len: 943 time: 0.1559925 Jun 12 13:09:35.936075 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd095fa-07f4-44a8-b854-780e10fcf713 req-f599541a-0727-479d-a67b-1901928e205f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:09:35.937469 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-6bd095fa-07f4-44a8-b854-780e10fcf713 req-f599541a-0727-479d-a67b-1901928e205f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a098da02-dc26-4e87-a6b5-562c3ad57ee5 HTTP/1.1" status: 200 len: 850 time: 0.0886478 Jun 12 13:09:35.979971 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-fee2dd64-0f1d-4ac2-b81a-b7a498d7bcd8 req-f07dde35-194e-4d0f-9088-1d909c77e6d2 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5110f7c-e46f-4ac8-bab7-b4ce29570688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800858 Jun 12 13:09:36.006879 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd095fa-07f4-44a8-b854-780e10fcf713 req-02d924f4-aa6c-487b-ba1e-a2a13e1dd7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:09:36.008322 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-6bd095fa-07f4-44a8-b854-780e10fcf713 req-02d924f4-aa6c-487b-ba1e-a2a13e1dd7e6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa0b2eef-60a6-40a3-bce6-957f6885e8a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0636492 Jun 12 13:09:36.123599 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-6bd095fa-07f4-44a8-b854-780e10fcf713 req-c2c422fa-7137-429e-84d9-373dc504175f service neutron] 10.222.0.30 "GET /v2.0/networks/aa0b2eef-60a6-40a3-bce6-957f6885e8a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086981 Jun 12 13:09:36.240629 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-6bd095fa-07f4-44a8-b854-780e10fcf713 req-a8cd6ab4-c8ee-4b86-b873-7ec0ece4e5f8 service neutron] 10.222.0.30 "GET /v2.0/networks/aa0b2eef-60a6-40a3-bce6-957f6885e8a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105556 Jun 12 13:09:37.157141 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b9d28-72f7-49a2-8397-849c437c2476 req-6d97c44c-9762-4838-be3a-dbc5da10b7d8 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:09:37.158597 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-d75b9d28-72f7-49a2-8397-849c437c2476 req-6d97c44c-9762-4838-be3a-dbc5da10b7d8 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7699e30-924f-4218-911b-0764b34a9a5d HTTP/1.1" status: 200 len: 943 time: 0.0680070 Jun 12 13:09:37.199749 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-d75b9d28-72f7-49a2-8397-849c437c2476 req-b9449394-ff51-4ba3-ba74-1db10e6ece31 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5110f7c-e46f-4ac8-bab7-b4ce29570688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346327 Jun 12 13:09:38.375646 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc52f3a0-dac4-41ff-beef-fc4f4f66b47d req-10c685a3-5dca-4479-b5a5-4a7fafa6b3c0 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:09:38.377068 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-bc52f3a0-dac4-41ff-beef-fc4f4f66b47d req-10c685a3-5dca-4479-b5a5-4a7fafa6b3c0 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7699e30-924f-4218-911b-0764b34a9a5d HTTP/1.1" status: 200 len: 943 time: 0.0678463 Jun 12 13:09:38.424654 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-bc52f3a0-dac4-41ff-beef-fc4f4f66b47d req-cb0d9499-a696-47bc-adb3-5716473b4dcf tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5110f7c-e46f-4ac8-bab7-b4ce29570688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414522 Jun 12 13:09:39.603753 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92049f9a-e3ca-4719-bec9-17008d8b4734 req-d49aae3b-192e-46c6-b4d5-df739b7d31cc tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:09:39.605168 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-92049f9a-e3ca-4719-bec9-17008d8b4734 req-d49aae3b-192e-46c6-b4d5-df739b7d31cc tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7699e30-924f-4218-911b-0764b34a9a5d HTTP/1.1" status: 200 len: 943 time: 0.0721760 Jun 12 13:09:39.645520 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-92049f9a-e3ca-4719-bec9-17008d8b4734 req-7c3f3492-753f-4db4-8780-4bbfe6754cfc tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5110f7c-e46f-4ac8-bab7-b4ce29570688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348310 Jun 12 13:09:40.833984 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc1435f-a8c0-4a79-b4f0-90d12febb157 req-713849e9-66c9-4307-93c0-7debed34b2ad tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:09:40.835479 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-4fc1435f-a8c0-4a79-b4f0-90d12febb157 req-713849e9-66c9-4307-93c0-7debed34b2ad tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7699e30-924f-4218-911b-0764b34a9a5d HTTP/1.1" status: 200 len: 943 time: 0.0736020 Jun 12 13:09:40.876861 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-4fc1435f-a8c0-4a79-b4f0-90d12febb157 req-659b58b2-42e6-48c0-a693-165d59a2ddd3 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5110f7c-e46f-4ac8-bab7-b4ce29570688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357063 Jun 12 13:09:42.058852 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd38ff-37d0-4000-8ccd-be9867336483 req-77df2b23-b133-4f74-a891-9c69cd1de6d2 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:09:42.060194 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-15cd38ff-37d0-4000-8ccd-be9867336483 req-77df2b23-b133-4f74-a891-9c69cd1de6d2 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7699e30-924f-4218-911b-0764b34a9a5d HTTP/1.1" status: 200 len: 943 time: 0.0695336 Jun 12 13:09:42.100892 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-15cd38ff-37d0-4000-8ccd-be9867336483 req-18f5edae-a828-4b9a-9881-c57b1b7b991f tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5110f7c-e46f-4ac8-bab7-b4ce29570688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350325 Jun 12 13:09:43.285007 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaad42d8-983a-4e59-9608-6288ad87948c req-2134a8fc-69fc-4342-bce1-821c39470406 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:09:43.286716 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-aaad42d8-983a-4e59-9608-6288ad87948c req-2134a8fc-69fc-4342-bce1-821c39470406 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7699e30-924f-4218-911b-0764b34a9a5d HTTP/1.1" status: 200 len: 943 time: 0.0718055 Jun 12 13:09:43.328130 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-aaad42d8-983a-4e59-9608-6288ad87948c req-a6e332c9-1ab7-4c3e-bd4a-64836f7df565 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5110f7c-e46f-4ac8-bab7-b4ce29570688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353322 Jun 12 13:09:44.524141 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8328a4-998e-41ad-82e5-f3f6713a94b5 req-6feae1e4-8930-4dc1-9993-6707f3e2b728 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:09:44.525746 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-7c8328a4-998e-41ad-82e5-f3f6713a94b5 req-6feae1e4-8930-4dc1-9993-6707f3e2b728 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7699e30-924f-4218-911b-0764b34a9a5d HTTP/1.1" status: 200 len: 943 time: 0.0835624 Jun 12 13:09:44.570570 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-7c8328a4-998e-41ad-82e5-f3f6713a94b5 req-06c70123-fa49-410b-b885-a33032a749eb tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5110f7c-e46f-4ac8-bab7-b4ce29570688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384471 Jun 12 13:09:44.654531 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 33616) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:09:44.758218 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-5fad8ad3-8d09-4f59-b934-c6ad556f2f35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:44.851936 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-5fad8ad3-8d09-4f59-b934-c6ad556f2f35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:44.855430 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-5fad8ad3-8d09-4f59-b934-c6ad556f2f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:44.857650 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-e0082f4c-3b81-4fac-a83e-393bd8a0fe11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:09:44.897661 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-5fad8ad3-8d09-4f59-b934-c6ad556f2f35 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bf792eaa98bc4c8f885893e9695da990&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2420685 Jun 12 13:09:44.898427 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fad8ad3-8d09-4f59-b934-c6ad556f2f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba7704e-612a-4b33-b852-a8bc7e399935,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:09:44.900233 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 33620) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:09:44.920809 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fad8ad3-8d09-4f59-b934-c6ad556f2f35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:09:44.921185 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fad8ad3-8d09-4f59-b934-c6ad556f2f35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:09:44.921551 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fad8ad3-8d09-4f59-b934-c6ad556f2f35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:09:44.921913 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fad8ad3-8d09-4f59-b934-c6ad556f2f35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:09:44.922304 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fad8ad3-8d09-4f59-b934-c6ad556f2f35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:09:44.922666 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fad8ad3-8d09-4f59-b934-c6ad556f2f35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:09:44.923023 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fad8ad3-8d09-4f59-b934-c6ad556f2f35 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:09:44.923376 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fad8ad3-8d09-4f59-b934-c6ad556f2f35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:09:44.923729 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fad8ad3-8d09-4f59-b934-c6ad556f2f35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:09:44.924078 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fad8ad3-8d09-4f59-b934-c6ad556f2f35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:09:44.924427 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fad8ad3-8d09-4f59-b934-c6ad556f2f35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:09:44.924778 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fad8ad3-8d09-4f59-b934-c6ad556f2f35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:09:44.930736 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-5fad8ad3-8d09-4f59-b934-c6ad556f2f35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:09:44.967223 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-afd03719-f622-46c2-b2b8-c5e104f12e4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:44.990901 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-afd03719-f622-46c2-b2b8-c5e104f12e4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:45.039910 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-afd03719-f622-46c2-b2b8-c5e104f12e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:45.042597 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-afd03719-f622-46c2-b2b8-c5e104f12e4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:45.043748 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-afd03719-f622-46c2-b2b8-c5e104f12e4c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fba7704e-612a-4b33-b852-a8bc7e399935 HTTP/1.1" status: 204 len: 168 time: 0.1425970 Jun 12 13:09:45.044623 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-8348ca58-9b00-48bd-9bbd-e2b19c8b28f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:09:45.053633 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd03719-f622-46c2-b2b8-c5e104f12e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba7704e-612a-4b33-b852-a8bc7e399935,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:09:45.055944 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-afd03719-f622-46c2-b2b8-c5e104f12e4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:09:45.297995 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 33626) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:09:45.313495 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-abbb16fb-f0c3-4fec-9778-848b4600aeae admin admin] Notify callbacks [] for security_group, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:45.413384 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-abbb16fb-f0c3-4fec-9778-848b4600aeae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:45.416854 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-abbb16fb-f0c3-4fec-9778-848b4600aeae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:45.420129 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-857dd8db-a85b-4aa8-be6c-c916c15ea9cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:09:45.457538 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-abbb16fb-f0c3-4fec-9778-848b4600aeae admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=23f1a4645ac240f2b79efed04951fe94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1584506 Jun 12 13:09:45.459491 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbb16fb-f0c3-4fec-9778-848b4600aeae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c812e4-08da-4741-ad1f-5bcce5bc16dc,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:09:45.460965 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 33628) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:09:45.466450 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbb16fb-f0c3-4fec-9778-848b4600aeae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:09:45.467006 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbb16fb-f0c3-4fec-9778-848b4600aeae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:09:45.467383 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbb16fb-f0c3-4fec-9778-848b4600aeae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:09:45.467749 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbb16fb-f0c3-4fec-9778-848b4600aeae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:09:45.468110 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbb16fb-f0c3-4fec-9778-848b4600aeae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:09:45.468471 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbb16fb-f0c3-4fec-9778-848b4600aeae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:09:45.468826 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbb16fb-f0c3-4fec-9778-848b4600aeae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:09:45.469178 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbb16fb-f0c3-4fec-9778-848b4600aeae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:09:45.469537 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbb16fb-f0c3-4fec-9778-848b4600aeae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:09:45.469889 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbb16fb-f0c3-4fec-9778-848b4600aeae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:09:45.470274 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbb16fb-f0c3-4fec-9778-848b4600aeae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:09:45.470625 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbb16fb-f0c3-4fec-9778-848b4600aeae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:09:45.475472 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-abbb16fb-f0c3-4fec-9778-848b4600aeae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:09:45.517344 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-3fbf24fd-479a-4246-9a2b-2e7d02f258db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:45.540631 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-3fbf24fd-479a-4246-9a2b-2e7d02f258db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:45.588591 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-3fbf24fd-479a-4246-9a2b-2e7d02f258db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:45.591190 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-3fbf24fd-479a-4246-9a2b-2e7d02f258db admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:45.592329 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-3fbf24fd-479a-4246-9a2b-2e7d02f258db admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/64c812e4-08da-4741-ad1f-5bcce5bc16dc HTTP/1.1" status: 204 len: 168 time: 0.1303499 Jun 12 13:09:45.593156 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-941d175f-24fe-4144-8287-8d85004880cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:09:45.604803 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbf24fd-479a-4246-9a2b-2e7d02f258db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c812e4-08da-4741-ad1f-5bcce5bc16dc,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:09:45.607173 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-3fbf24fd-479a-4246-9a2b-2e7d02f258db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:09:45.766428 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124b0c0-292a-4546-a561-1051b5d5ebc3 req-52ef41e6-2bac-44f1-a6d7-93e49a5b8d01 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:09:45.767869 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-4124b0c0-292a-4546-a561-1051b5d5ebc3 req-52ef41e6-2bac-44f1-a6d7-93e49a5b8d01 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7699e30-924f-4218-911b-0764b34a9a5d HTTP/1.1" status: 200 len: 943 time: 0.0708990 Jun 12 13:09:45.809863 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-4124b0c0-292a-4546-a561-1051b5d5ebc3 req-286b6888-d3e5-4bb5-a7f1-6dea189dfb5a tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5110f7c-e46f-4ac8-bab7-b4ce29570688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363867 Jun 12 13:09:46.805913 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 33670) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:09:47.144050 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9632cfd-ff9d-4d1f-9132-2704776efd3b req-b773681f-fbe8-4fc3-a42c-91868d2979a5 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:09:47.145540 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-f9632cfd-ff9d-4d1f-9132-2704776efd3b req-b773681f-fbe8-4fc3-a42c-91868d2979a5 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7699e30-924f-4218-911b-0764b34a9a5d HTTP/1.1" status: 200 len: 943 time: 0.2135148 Jun 12 13:09:47.229154 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-f9632cfd-ff9d-4d1f-9132-2704776efd3b req-40273683-5806-44fc-8e3d-61f5cead9b55 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5110f7c-e46f-4ac8-bab7-b4ce29570688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720866 Jun 12 13:09:47.253127 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-a4a10c23-d8e4-4add-866b-7611991d1b8a tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Deleting port c93835e0-2bda-4582-a059-dd2b997da029 {{(pid=91667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 13:09:47.253479 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-a4a10c23-d8e4-4add-866b-7611991d1b8a tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752044867880'] for port, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:47.356799 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-a4a10c23-d8e4-4add-866b-7611991d1b8a tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455153'] for port, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:47.357133 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-a4a10c23-d8e4-4add-866b-7611991d1b8a tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:47.380016 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 33698) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:09:47.452555 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-a4a10c23-d8e4-4add-866b-7611991d1b8a tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Calling delete_port for c93835e0-2bda-4582-a059-dd2b997da029 owned by network:floatingip {{(pid=91667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 13:09:47.484286 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-56a3afb8-c880-4612-b4e3-726492045635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:47.582581 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-56a3afb8-c880-4612-b4e3-726492045635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:47.586776 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-56a3afb8-c880-4612-b4e3-726492045635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:47.590027 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-68c81de5-2fe3-4db3-9455-eb5338e6316c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:09:47.629469 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-56a3afb8-c880-4612-b4e3-726492045635 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3fce99400faf40ae89421497916b35fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2482960 Jun 12 13:09:47.630889 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a3afb8-c880-4612-b4e3-726492045635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef97c7a5-550a-4f73-9120-f06bbc9c60fe,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:09:47.632903 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 33702) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:09:47.634315 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-56a3afb8-c880-4612-b4e3-726492045635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:09:47.651669 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-a4a10c23-d8e4-4add-866b-7611991d1b8a tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752044873292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752044431921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13277804'] for port, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:47.656511 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-56fb519b-9c89-4fed-b6d4-b265d260ed57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:09:47.698303 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a10c23-d8e4-4add-866b-7611991d1b8a tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Pushing event deleted for resources: {'Port': ['ID=c93835e0-2bda-4582-a059-dd2b997da029,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:09:47.707370 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-a4a10c23-d8e4-4add-866b-7611991d1b8a tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:09:47.782561 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4b1d89ee-6eb1-41e3-bbff-e5954a3bee26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:47.809560 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-a4a10c23-d8e4-4add-866b-7611991d1b8a tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Notify callbacks [] for floatingip, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:47.810266 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.db.l3_db [None req-a4a10c23-d8e4-4add-866b-7611991d1b8a tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Floating IP 94b524a2-919a-4401-800e-d0f073571a8e disassociated (deleted). External IP: 172.27.3.83, port: 8225578c-aecc-44e1-901a-502078900315. Jun 12 13:09:47.863074 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4b1d89ee-6eb1-41e3-bbff-e5954a3bee26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:47.988294 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4b1d89ee-6eb1-41e3-bbff-e5954a3bee26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:47.991562 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4b1d89ee-6eb1-41e3-bbff-e5954a3bee26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:47.992666 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-4b1d89ee-6eb1-41e3-bbff-e5954a3bee26 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ef97c7a5-550a-4f73-9120-f06bbc9c60fe HTTP/1.1" status: 204 len: 168 time: 0.3588443 Jun 12 13:09:47.995336 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-cb1943e6-d5a7-4da8-b568-0aa8f914989c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:09:48.263719 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 33712) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:09:48.281160 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-be9a3c1d-ca6d-483c-ad1b-e3160d406ec4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:48.360153 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1d89ee-6eb1-41e3-bbff-e5954a3bee26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef97c7a5-550a-4f73-9120-f06bbc9c60fe,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:09:48.363661 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-4b1d89ee-6eb1-41e3-bbff-e5954a3bee26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:09:48.415666 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a10c23-d8e4-4add-866b-7611991d1b8a tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Router 5215fdc6-546b-4c65-961a-7ff79e6f9f56 has already been hosted by L3 agent 68a3a672-d21c-4adb-804e-7b4e770767ea {{(pid=91667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 13:09:48.428470 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-be9a3c1d-ca6d-483c-ad1b-e3160d406ec4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:48.433861 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-be9a3c1d-ca6d-483c-ad1b-e3160d406ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:48.437537 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-c110ff30-c944-48cc-bfa1-fff5408c36e2 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:09:48.489100 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc8889-1fca-4c55-856a-0704ff49fc50 req-01b73369-a829-41bd-b5c0-d2e3f72ee4da tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:09:48.490605 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-e2fc8889-1fca-4c55-856a-0704ff49fc50 req-01b73369-a829-41bd-b5c0-d2e3f72ee4da tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7699e30-924f-4218-911b-0764b34a9a5d HTTP/1.1" status: 200 len: 943 time: 0.1431441 Jun 12 13:09:48.491722 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9a3c1d-ca6d-483c-ad1b-e3160d406ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6df891a-1924-4a3d-abdf-5be1a9e070a8,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:09:48.497329 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-be9a3c1d-ca6d-483c-ad1b-e3160d406ec4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=79a19cd4cc51486ca7f13df8729d4fdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2324381 Jun 12 13:09:48.498441 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-be9a3c1d-ca6d-483c-ad1b-e3160d406ec4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:09:48.500488 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 33714) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:09:48.565557 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-e2fc8889-1fca-4c55-856a-0704ff49fc50 req-267ddf77-2a83-4ccf-b661-250b38d9d64a tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5110f7c-e46f-4ac8-bab7-b4ce29570688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658996 Jun 12 13:09:48.567366 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a10c23-d8e4-4add-866b-7611991d1b8a tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Notify agent at l3_agent.dv-cinder-796114-1-iscsi the message routers_updated {{(pid=91667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 13:09:48.574394 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-a4a10c23-d8e4-4add-866b-7611991d1b8a tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920'] for floatingip, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:48.581622 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac64af8-186a-42f2-b3bb-1ae8fb1f653a None None] Sync routers for ids ['5215fdc6-546b-4c65-961a-7ff79e6f9f56'] in dv-cinder-796114-1-iscsi {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 13:09:48.588228 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-ad056176-18c7-4a98-8a5e-a76c5dfe0b91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:48.598711 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac64af8-186a-42f2-b3bb-1ae8fb1f653a None None] Routers {'5215fdc6-546b-4c65-961a-7ff79e6f9f56'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 13:09:48.598711 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-aac64af8-186a-42f2-b3bb-1ae8fb1f653a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T13:09:23Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['5215fdc6-546b-4c65-961a-7ff79e6f9f56'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:09:48.615179 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-ad056176-18c7-4a98-8a5e-a76c5dfe0b91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:48.617923 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-a4a10c23-d8e4-4add-866b-7611991d1b8a tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "DELETE /v2.0/floatingips/94b524a2-919a-4401-800e-d0f073571a8e HTTP/1.1" status: 204 len: 168 time: 1.8109112 Jun 12 13:09:48.618786 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b', 'tag': '8225578c-aecc-44e1-901a-502078900315'}] {{(pid=91667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 13:09:48.621362 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67243a7e54e3ab7b6e3c39020b1271d9e6c7e43a6696a4fb95c7e45675bdf643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b387e4-8b83-4c06-b474-adcbc1b78313" -d '{"events": [{"name": "network-changed", "server_uuid": "36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b", "tag": "8225578c-aecc-44e1-901a-502078900315"}]}' {{(pid=91667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 13:09:48.682379 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-ad056176-18c7-4a98-8a5e-a76c5dfe0b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:48.685291 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-ad056176-18c7-4a98-8a5e-a76c5dfe0b91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:48.700321 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-ad056176-18c7-4a98-8a5e-a76c5dfe0b91 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b6df891a-1924-4a3d-abdf-5be1a9e070a8 HTTP/1.1" status: 204 len: 168 time: 0.1869676 Jun 12 13:09:48.704516 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-51e9d376-b7c9-4d99-8027-2a7d660a1d57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:09:48.724851 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad056176-18c7-4a98-8a5e-a76c5dfe0b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6df891a-1924-4a3d-abdf-5be1a9e070a8,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:09:48.732647 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-ad056176-18c7-4a98-8a5e-a76c5dfe0b91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:09:48.745369 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-aac64af8-186a-42f2-b3bb-1ae8fb1f653a None None] Set router 5215fdc6-546b-4c65-961a-7ff79e6f9f56 gateway port host: dv-cinder-796114-1-iscsi {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 13:09:48.924760 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 13:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee887df8-b8a3-4177-b360-dd9414f70d2b x-openstack-request-id: req-ee887df8-b8a3-4177-b360-dd9414f70d2b {{(pid=91667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 13:09:48.925279 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b", "tag": "8225578c-aecc-44e1-901a-502078900315", "status": "completed", "code": 200}]} {{(pid=91667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 13:09:48.925832 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ee887df8-b8a3-4177-b360-dd9414f70d2b {{(pid=91667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 13:09:48.926322 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b', 'tag': '8225578c-aecc-44e1-901a-502078900315', 'status': 'completed', 'code': 200} Jun 12 13:09:49.031609 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b387e4-8b83-4c06-b474-adcbc1b78313 req-7a423631-b9c3-4cf5-a38a-b147c77ecf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:09:49.033078 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-b1b387e4-8b83-4c06-b474-adcbc1b78313 req-7a423631-b9c3-4cf5-a38a-b147c77ecf30 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=309791d830a94b0f9bbf5e05447bde27&device_id=36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b HTTP/1.1" status: 200 len: 1099 time: 0.0781913 Jun 12 13:09:49.070254 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-aac64af8-186a-42f2-b3bb-1ae8fb1f653a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5215fdc6-546b-4c65-961a-7ff79e6f9f56', 'name': 'tempest-TestShelveInstance-672066188-router', 'tenant_id': '309791d830a94b0f9bbf5e05447bde27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'e1ec3058-fb14-4fb2-80a8-eb8bc5907535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T13:03:56Z', 'updated_at': '2021-06-12T13:04:01Z', 'revision_number': 4, 'project_id': '309791d830a94b0f9bbf5e05447bde27', 'gw_port': {'id': 'e1ec3058-fb14-4fb2-80a8-eb8bc5907535', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:82:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5215fdc6-546b-4c65-961a-7ff79e6f9f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:03:57Z', 'updated_at': '2021-06-12T13:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_interfaces': [{'id': 'f76f7830-0d52-4cc2-a25f-0f88f967cf1b', 'name': '', 'network_id': 'd048a451-dcef-417f-bec1-0fcc7240acb9', 'tenant_id': '309791d830a94b0f9bbf5e05447bde27', 'mac_address': 'fa:16:3e:23:66:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5215fdc6-546b-4c65-961a-7ff79e6f9f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'dcf70ff7-e006-4744-9931-12302649ffac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:04:00Z', 'updated_at': '2021-06-12T13:04:08Z', 'revision_number': 5, 'project_id': '309791d830a94b0f9bbf5e05447bde27', 'subnets': [{'id': 'dcf70ff7-e006-4744-9931-12302649ffac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:09:49.073697 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac64af8-186a-42f2-b3bb-1ae8fb1f653a None None] Checking router: 5215fdc6-546b-4c65-961a-7ff79e6f9f56 for host: dv-cinder-796114-1-iscsi {{(pid=91669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 13:09:49.082773 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac64af8-186a-42f2-b3bb-1ae8fb1f653a None None] Routers {'5215fdc6-546b-4c65-961a-7ff79e6f9f56'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 13:09:49.084178 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-aac64af8-186a-42f2-b3bb-1ae8fb1f653a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T13:09:23Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['5215fdc6-546b-4c65-961a-7ff79e6f9f56'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:09:49.139542 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5914a-5a33-4053-9781-3564e79d2055 req-4b779517-3a57-4ec0-a523-1a4c9a2b6a30 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:09:49.148030 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-35c5914a-5a33-4053-9781-3564e79d2055 req-4b779517-3a57-4ec0-a523-1a4c9a2b6a30 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b HTTP/1.1" status: 200 len: 946 time: 0.1067531 Jun 12 13:09:49.187190 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b387e4-8b83-4c06-b474-adcbc1b78313 req-7263fb23-b573-47ed-a15c-873b5ed65163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:09:49.189109 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-b1b387e4-8b83-4c06-b474-adcbc1b78313 req-7263fb23-b573-47ed-a15c-873b5ed65163 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d048a451-dcef-417f-bec1-0fcc7240acb9 HTTP/1.1" status: 200 len: 909 time: 0.1466153 Jun 12 13:09:49.192696 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-35c5914a-5a33-4053-9781-3564e79d2055 req-f39244dc-d7c7-48ad-97f7-9cc992fc4a83 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/security-groups?id=ace30198-ea07-487d-a00c-2e29c0d4be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434825 Jun 12 13:09:49.254988 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-b1b387e4-8b83-4c06-b474-adcbc1b78313 req-526714f0-cf05-4fbc-bfcb-80883a90efb7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8225578c-aecc-44e1-901a-502078900315 HTTP/1.1" status: 200 len: 217 time: 0.0558341 Jun 12 13:09:49.261535 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device 5ed76b36-2336-4368-be3d-a85b592010f4 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 13:09:49.262067 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-aac64af8-186a-42f2-b3bb-1ae8fb1f653a None None] Set router 5215fdc6-546b-4c65-961a-7ff79e6f9f56 gateway port host: dv-cinder-796114-1-iscsi {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 13:09:49.330590 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b387e4-8b83-4c06-b474-adcbc1b78313 req-01aa6b21-f038-4e1d-8adb-bcc864fdcac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:09:49.332031 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-b1b387e4-8b83-4c06-b474-adcbc1b78313 req-01aa6b21-f038-4e1d-8adb-bcc864fdcac5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dcf70ff7-e006-4744-9931-12302649ffac HTTP/1.1" status: 200 len: 847 time: 0.0703537 Jun 12 13:09:49.423335 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b387e4-8b83-4c06-b474-adcbc1b78313 req-226ce447-ab50-414d-b494-d879a1241d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:09:49.425541 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-b1b387e4-8b83-4c06-b474-adcbc1b78313 req-226ce447-ab50-414d-b494-d879a1241d13 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d048a451-dcef-417f-bec1-0fcc7240acb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0847473 Jun 12 13:09:49.444291 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port 5ed76b36-2336-4368-be3d-a85b592010f4, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=5ed76b36-2336-4368-be3d-a85b592010f4,segment=NetworkSegment(86f06b86-229d-493d-b99a-2228fdd8c3a7),segment_id=86f06b86-229d-493d-b99a-2228fdd8c3a7)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:09:49.459619 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Returning: {'device': '5ed76b36-2336-4368-be3d-a85b592010f4', 'network_id': 'aa0b2eef-60a6-40a3-bce6-957f6885e8a4', 'port_id': '5ed76b36-2336-4368-be3d-a85b592010f4', 'mac_address': 'fa:16:3e:19:65:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a098da02-dc26-4e87-a6b5-562c3ad57ee5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 13:09:49.528350 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:49.550425 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.notifiers.nova [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ed76b36-2336-4368-be3d-a85b592010f4 {{(pid=91668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 13:09:49.562695 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-b1b387e4-8b83-4c06-b474-adcbc1b78313 req-cd6c5d94-e47e-414f-a790-ea170c5150f9 service neutron] 10.222.0.30 "GET /v2.0/networks/d048a451-dcef-417f-bec1-0fcc7240acb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295624 Jun 12 13:09:49.583965 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port 5ed76b36-2336-4368-be3d-a85b592010f4, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=5ed76b36-2336-4368-be3d-a85b592010f4,segment=NetworkSegment(86f06b86-229d-493d-b99a-2228fdd8c3a7),segment_id=86f06b86-229d-493d-b99a-2228fdd8c3a7)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:09:49.590970 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:49.594284 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:09:49.686558 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-b1b387e4-8b83-4c06-b474-adcbc1b78313 req-d91dbe6d-9f6e-4133-b29e-6dc278348dec service neutron] 10.222.0.30 "GET /v2.0/networks/d048a451-dcef-417f-bec1-0fcc7240acb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153073 Jun 12 13:09:49.689290 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-aac64af8-186a-42f2-b3bb-1ae8fb1f653a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5215fdc6-546b-4c65-961a-7ff79e6f9f56', 'name': 'tempest-TestShelveInstance-672066188-router', 'tenant_id': '309791d830a94b0f9bbf5e05447bde27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'e1ec3058-fb14-4fb2-80a8-eb8bc5907535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T13:03:56Z', 'updated_at': '2021-06-12T13:04:01Z', 'revision_number': 4, 'project_id': '309791d830a94b0f9bbf5e05447bde27', 'gw_port': {'id': 'e1ec3058-fb14-4fb2-80a8-eb8bc5907535', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:82:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5215fdc6-546b-4c65-961a-7ff79e6f9f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:03:57Z', 'updated_at': '2021-06-12T13:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_interfaces': [{'id': 'f76f7830-0d52-4cc2-a25f-0f88f967cf1b', 'name': '', 'network_id': 'd048a451-dcef-417f-bec1-0fcc7240acb9', 'tenant_id': '309791d830a94b0f9bbf5e05447bde27', 'mac_address': 'fa:16:3e:23:66:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5215fdc6-546b-4c65-961a-7ff79e6f9f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'dcf70ff7-e006-4744-9931-12302649ffac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:04:00Z', 'updated_at': '2021-06-12T13:04:08Z', 'revision_number': 5, 'project_id': '309791d830a94b0f9bbf5e05447bde27', 'subnets': [{'id': 'dcf70ff7-e006-4744-9931-12302649ffac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:09:49.695885 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Pushing event updated for resources: {'Port': ['ID=5ed76b36-2336-4368-be3d-a85b592010f4,revision_number=4']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:09:49.706627 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac64af8-186a-42f2-b3bb-1ae8fb1f653a None None] The sync data for ids ['5215fdc6-546b-4c65-961a-7ff79e6f9f56'] in dv-cinder-796114-1-iscsi is: [{'id': '5215fdc6-546b-4c65-961a-7ff79e6f9f56', 'name': 'tempest-TestShelveInstance-672066188-router', 'tenant_id': '309791d830a94b0f9bbf5e05447bde27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'e1ec3058-fb14-4fb2-80a8-eb8bc5907535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T13:03:56Z', 'updated_at': '2021-06-12T13:04:01Z', 'revision_number': 4, 'project_id': '309791d830a94b0f9bbf5e05447bde27', 'gw_port': {'id': 'e1ec3058-fb14-4fb2-80a8-eb8bc5907535', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:82:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5215fdc6-546b-4c65-961a-7ff79e6f9f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:03:57Z', 'updated_at': '2021-06-12T13:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_interfaces': [{'id': 'f76f7830-0d52-4cc2-a25f-0f88f967cf1b', 'name': '', 'network_id': 'd048a451-dcef-417f-bec1-0fcc7240acb9', 'tenant_id': '309791d830a94b0f9bbf5e05447bde27', 'mac_address': 'fa:16:3e:23:66:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5215fdc6-546b-4c65-961a-7ff79e6f9f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'dcf70ff7-e006-4744-9931-12302649ffac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:04:00Z', 'updated_at': '2021-06-12T13:04:08Z', 'revision_number': 5, 'project_id': '309791d830a94b0f9bbf5e05447bde27', 'subnets': [{'id': 'dcf70ff7-e006-4744-9931-12302649ffac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 13:09:49.709947 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:09:49.710927 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:09:49.711836 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:09:49.711836 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:09:49.711998 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:09:49.712249 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:09:49.712772 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:09:49.713315 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:09:49.713926 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:09:49.714302 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:09:49.714808 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:09:49.715144 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:09:49.719974 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:09:49.835342 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55760568-bd7f-41d0-83a1-8c3386ce3c47 req-2458ec48-b237-4580-8196-2deac685ff1c tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:09:49.837011 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-55760568-bd7f-41d0-83a1-8c3386ce3c47 req-2458ec48-b237-4580-8196-2deac685ff1c tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7699e30-924f-4218-911b-0764b34a9a5d HTTP/1.1" status: 200 len: 944 time: 0.0843310 Jun 12 13:09:49.885861 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-55760568-bd7f-41d0-83a1-8c3386ce3c47 req-9c886fd2-d60a-41ba-9121-198cc16ff28c tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5110f7c-e46f-4ac8-bab7-b4ce29570688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420270 Jun 12 13:09:50.026862 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88c1d80-5f3e-47e2-bf6d-fe7c34a60784 None None] New status for floating IP 94b524a2-919a-4401-800e-d0f073571a8e: DOWN {{(pid=91668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 12 13:09:50.029096 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] get_ports_and_sgs() called for port_ids ['5ed76b36-2336-4368-be3d-a85b592010f4'] {{(pid=91668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 13:09:50.406530 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b2b467-4b4d-4ea9-bb4a-d02b9fecd7e6 req-bdc97939-ca04-47f3-9f81-1579692cc588 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:09:50.408138 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-21b2b467-4b4d-4ea9-bb4a-d02b9fecd7e6 req-bdc97939-ca04-47f3-9f81-1579692cc588 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b HTTP/1.1" status: 200 len: 946 time: 0.0916066 Jun 12 13:09:50.456016 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-21b2b467-4b4d-4ea9-bb4a-d02b9fecd7e6 req-617e1424-03d7-4244-b3c8-8e395f4d6f20 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/security-groups?id=ace30198-ea07-487d-a00c-2e29c0d4be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393107 Jun 12 13:09:50.635474 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f06094f8-ea7d-4200-9ea4-ab53772dffb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:50.950187 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e05c51-1cb4-425c-b88a-2f5dbf4ae469 req-f83d50ce-adb7-43ed-8c7c-9e8bebe1e011 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:09:50.951704 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-03e05c51-1cb4-425c-b88a-2f5dbf4ae469 req-f83d50ce-adb7-43ed-8c7c-9e8bebe1e011 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.30 "GET /v2.0/ports?device_id=36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b HTTP/1.1" status: 200 len: 946 time: 0.0705962 Jun 12 13:09:51.432769 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c025b7-f1d8-4034-9928-3ee507b789a3 req-af49e5b3-1a72-4ee8-a31e-d53388719067 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:09:51.434239 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-a2c025b7-f1d8-4034-9928-3ee507b789a3 req-af49e5b3-1a72-4ee8-a31e-d53388719067 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7699e30-924f-4218-911b-0764b34a9a5d HTTP/1.1" status: 200 len: 944 time: 0.4296520 Jun 12 13:09:51.439823 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [req-03e05c51-1cb4-425c-b88a-2f5dbf4ae469 req-8fc22398-bf4c-46a9-b59f-355120ac30be tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Deleting port 8225578c-aecc-44e1-901a-502078900315 {{(pid=91666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 13:09:51.440166 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-03e05c51-1cb4-425c-b88a-2f5dbf4ae469 req-8fc22398-bf4c-46a9-b59f-355120ac30be tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752044867880'] for port, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:51.549893 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-a2c025b7-f1d8-4034-9928-3ee507b789a3 req-ec27265e-8ad9-4597-b0f2-ce6e9a9a1884 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5110f7c-e46f-4ac8-bab7-b4ce29570688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059318 Jun 12 13:09:51.597432 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [req-03e05c51-1cb4-425c-b88a-2f5dbf4ae469 req-8fc22398-bf4c-46a9-b59f-355120ac30be tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] For port 8225578c-aecc-44e1-901a-502078900315, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=8225578c-aecc-44e1-901a-502078900315,segment=NetworkSegment(c3127ea0-0d16-4f16-abc1-6f725a1ca8f5),segment_id=c3127ea0-0d16-4f16-abc1-6f725a1ca8f5)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:09:51.597882 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-03e05c51-1cb4-425c-b88a-2f5dbf4ae469 req-8fc22398-bf4c-46a9-b59f-355120ac30be tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455153'] for port, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:51.604564 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:51.652018 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946e40d-8c5d-4b6a-9fc4-beac9b909443 req-36ae7677-8b36-43e9-a9ec-984953fa6a4c tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:09:51.653498 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-0946e40d-8c5d-4b6a-9fc4-beac9b909443 req-36ae7677-8b36-43e9-a9ec-984953fa6a4c tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b HTTP/1.1" status: 200 len: 946 time: 0.0775301 Jun 12 13:09:51.695808 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [req-03e05c51-1cb4-425c-b88a-2f5dbf4ae469 req-8fc22398-bf4c-46a9-b59f-355120ac30be tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Calling delete_port for 8225578c-aecc-44e1-901a-502078900315 owned by compute:nova {{(pid=91666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 13:09:51.697203 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-0946e40d-8c5d-4b6a-9fc4-beac9b909443 req-6171d609-c7ea-4f9e-aa2b-7db5b22928b1 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/security-groups?id=ace30198-ea07-487d-a00c-2e29c0d4be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379343 Jun 12 13:09:51.851711 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-03e05c51-1cb4-425c-b88a-2f5dbf4ae469 req-8fc22398-bf4c-46a9-b59f-355120ac30be tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752044873292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752044431921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14082967'] for port, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:51.855688 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-2d4966a7-de68-44ef-bcdb-9925f3dd6a0b tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:09:51.891628 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc22398-bf4c-46a9-b59f-355120ac30be tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Pushing event deleted for resources: {'Port': ['ID=8225578c-aecc-44e1-901a-502078900315,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:09:51.894777 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-8fc22398-bf4c-46a9-b59f-355120ac30be tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:09:51.952861 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e05c51-1cb4-425c-b88a-2f5dbf4ae469 req-8fc22398-bf4c-46a9-b59f-355120ac30be tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] No DVR routers for this DVR port 8225578c-aecc-44e1-901a-502078900315 on host hv-cinder-79611 {{(pid=91666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 13:09:51.955920 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-03e05c51-1cb4-425c-b88a-2f5dbf4ae469 req-8fc22398-bf4c-46a9-b59f-355120ac30be tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920'] for port, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:51.958146 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-03e05c51-1cb4-425c-b88a-2f5dbf4ae469 req-8fc22398-bf4c-46a9-b59f-355120ac30be tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.30 "DELETE /v2.0/ports/8225578c-aecc-44e1-901a-502078900315 HTTP/1.1" status: 204 len: 173 time: 0.9989071 Jun 12 13:09:51.958774 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b', 'name': 'network-vif-deleted', 'tag': '8225578c-aecc-44e1-901a-502078900315'}] {{(pid=91666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 13:09:51.961064 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba2aedb3ce59156ad261fd92086ba05f02985526b362ab5d5a646d7af1b76f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2354fd88-11c6-42bb-8617-fc5ad811638f" -d '{"events": [{"server_uuid": "36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b", "name": "network-vif-deleted", "tag": "8225578c-aecc-44e1-901a-502078900315"}]}' {{(pid=91666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 13:09:52.016240 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 13:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604b7458-5de1-40b7-ae54-001a17a5e9ec x-openstack-request-id: req-604b7458-5de1-40b7-ae54-001a17a5e9ec {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 13:09:52.016619 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b", "name": "network-vif-deleted", "tag": "8225578c-aecc-44e1-901a-502078900315", "status": "completed", "code": 200}]} {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 13:09:52.016976 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-604b7458-5de1-40b7-ae54-001a17a5e9ec {{(pid=91666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 13:09:52.020503 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b', 'name': 'network-vif-deleted', 'tag': '8225578c-aecc-44e1-901a-502078900315', 'status': 'completed', 'code': 200} Jun 12 13:09:52.761043 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c16be-1111-4543-8d3a-88ce50a70616 req-58e2d378-9415-4871-ba50-cce7419785ff tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:09:52.762532 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-902c16be-1111-4543-8d3a-88ce50a70616 req-58e2d378-9415-4871-ba50-cce7419785ff tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7699e30-924f-4218-911b-0764b34a9a5d HTTP/1.1" status: 200 len: 944 time: 0.0910454 Jun 12 13:09:52.805904 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-902c16be-1111-4543-8d3a-88ce50a70616 req-643e6893-e48a-416b-892d-5d686e63b258 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5110f7c-e46f-4ac8-bab7-b4ce29570688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373366 Jun 12 13:09:52.871659 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-20544148-d668-4a7e-aeae-69cd71b8b2c2 req-06068d58-d9bc-4f0a-86d3-42659eaad1b1 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e395aa-bcf3-4f99-bd84-ea5a0f4dd08b HTTP/1.1" status: 200 len: 210 time: 0.0336177 Jun 12 13:09:53.296810 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device 5ed76b36-2336-4368-be3d-a85b592010f4 up at agent hyperv_hv-cinder-79611 {{(pid=91668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 13:09:53.354571 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:53.366698 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Provisioning for port 5ed76b36-2336-4368-be3d-a85b592010f4 completed by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 13:09:53.370555 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.provisioning_blocks [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Provisioning complete for port 5ed76b36-2336-4368-be3d-a85b592010f4 triggered by entity L2. {{(pid=91668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 13:09:53.370922 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1358060'] for port, provisioning_complete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:53.467234 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:53.489192 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-ccd9ce6d-8e7c-4f0b-a1d8-9fdab62ded21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:53.497481 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7699e30-924f-4218-911b-0764b34a9a5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ed76b36-2336-4368-be3d-a85b592010f4'}] {{(pid=91668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 13:09:53.499707 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80aeb099eed554921aeb9584cad5061c500859d49ba4b111a23145803cb4192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d835bd76-aee5-4ef4-8281-2eaaaacd617c" -d '{"events": [{"server_uuid": "a7699e30-924f-4218-911b-0764b34a9a5d", "name": "network-vif-plugged", "status": "completed", "tag": "5ed76b36-2336-4368-be3d-a85b592010f4"}]}' {{(pid=91668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 13:09:53.514487 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] For port 5ed76b36-2336-4368-be3d-a85b592010f4, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=5ed76b36-2336-4368-be3d-a85b592010f4,segment=NetworkSegment(86f06b86-229d-493d-b99a-2228fdd8c3a7),segment_id=86f06b86-229d-493d-b99a-2228fdd8c3a7)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:09:53.518872 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975'] for port, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:53.519571 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device 8225578c-aecc-44e1-901a-502078900315 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 13:09:53.523079 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:09:53.545876 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 13:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615f72e0-8326-4713-a411-42f0ffd0f7be x-openstack-request-id: req-615f72e0-8326-4713-a411-42f0ffd0f7be {{(pid=91668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 13:09:53.546263 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7699e30-924f-4218-911b-0764b34a9a5d", "name": "network-vif-plugged", "status": "completed", "tag": "5ed76b36-2336-4368-be3d-a85b592010f4", "code": 200}]} {{(pid=91668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 13:09:53.546529 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-615f72e0-8326-4713-a411-42f0ffd0f7be {{(pid=91668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 13:09:53.546902 dv-cinder-796114-1-iscsi neutron-server[91668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7699e30-924f-4218-911b-0764b34a9a5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ed76b36-2336-4368-be3d-a85b592010f4', 'code': 200} Jun 12 13:09:53.548466 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] No Port match for: 8225578c-aecc-44e1-901a-502078900315 {{(pid=91668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 13:09:53.548809 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device 8225578c-aecc-44e1-901a-502078900315 not bound to the agent host hv-cinder-79611 {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 13:09:53.599908 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Pushing event updated for resources: {'Port': ['ID=5ed76b36-2336-4368-be3d-a85b592010f4,revision_number=5']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:09:53.602783 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:09:53.836343 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4680a596-2b7a-488f-9986-c925f747aac4 req-d9946a48-0aa7-45b9-93a5-53b0bce43a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:09:53.837814 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-4680a596-2b7a-488f-9986-c925f747aac4 req-d9946a48-0aa7-45b9-93a5-53b0bce43a14 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a7699e30-924f-4218-911b-0764b34a9a5d HTTP/1.1" status: 200 len: 1098 time: 0.0703323 Jun 12 13:09:53.874706 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-4680a596-2b7a-488f-9986-c925f747aac4 req-17a43af3-e720-49f2-9718-d7e27ca59de4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f5110f7c-e46f-4ac8-bab7-b4ce29570688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309880 Jun 12 13:09:53.969212 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 33812) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:09:53.992322 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db6544f-c3ab-4f9c-92e8-5fa09ae98d2c req-41dbea84-6013-4351-a73d-c271eda15549 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:09:53.993794 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-1db6544f-c3ab-4f9c-92e8-5fa09ae98d2c req-41dbea84-6013-4351-a73d-c271eda15549 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7699e30-924f-4218-911b-0764b34a9a5d HTTP/1.1" status: 200 len: 945 time: 0.0717952 Jun 12 13:09:54.033036 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-05e39463-b579-4537-ac0d-860734430f78 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:54.035559 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-1db6544f-c3ab-4f9c-92e8-5fa09ae98d2c req-eeecf610-fd34-48d5-a31e-8c858ef81a96 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5110f7c-e46f-4ac8-bab7-b4ce29570688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357175 Jun 12 13:09:54.065125 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-05e39463-b579-4537-ac0d-860734430f78 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:54.126425 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-05e39463-b579-4537-ac0d-860734430f78 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:54.128997 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-05e39463-b579-4537-ac0d-860734430f78 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:54.130726 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-05e39463-b579-4537-ac0d-860734430f78 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] 10.222.0.23 "DELETE /v2.0/security-groups/ace30198-ea07-487d-a00c-2e29c0d4be4b HTTP/1.1" status: 204 len: 168 time: 0.1602476 Jun 12 13:09:54.131728 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-10ef8236-4ddd-4827-9929-4114a24020c4 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:09:54.143032 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e39463-b579-4537-ac0d-860734430f78 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace30198-ea07-487d-a00c-2e29c0d4be4b,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:09:54.145296 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-05e39463-b579-4537-ac0d-860734430f78 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:09:54.179136 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 33816) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:09:54.684773 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 33834) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:09:54.781559 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-296a28b2-e522-4a54-abae-3f0032010b96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-458196'] for router_interface, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:54.793764 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-bbdd0f1c-8945-4c7d-9796-db15195bcd3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:54.891684 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-bbdd0f1c-8945-4c7d-9796-db15195bcd3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:54.895444 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-bbdd0f1c-8945-4c7d-9796-db15195bcd3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:54.899344 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-0b0e6b62-4aa8-4f11-a733-5e20c7644fa4 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:09:54.937960 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-bbdd0f1c-8945-4c7d-9796-db15195bcd3f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e53e0ca235b64923ba988a654b7bf59d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2520111 Jun 12 13:09:54.939031 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdd0f1c-8945-4c7d-9796-db15195bcd3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3cda44-78c5-4345-b7d4-ce932b885b90,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:09:54.941320 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 33838) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:09:54.943803 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-bbdd0f1c-8945-4c7d-9796-db15195bcd3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:09:55.002875 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-d3861c90-8db7-457e-9a2e-f09bf86a0b64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:55.030593 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-d3861c90-8db7-457e-9a2e-f09bf86a0b64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:55.094751 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-7239a5c3-c5f0-4f25-a5be-c6c46247b3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:55.096314 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-d3861c90-8db7-457e-9a2e-f09bf86a0b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:55.099478 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-d3861c90-8db7-457e-9a2e-f09bf86a0b64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:55.103294 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-d3861c90-8db7-457e-9a2e-f09bf86a0b64 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ff3cda44-78c5-4345-b7d4-ce932b885b90 HTTP/1.1" status: 204 len: 168 time: 0.1585093 Jun 12 13:09:55.103294 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-e621c78d-cf86-40f7-a6e6-f347044a61a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:09:55.111317 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3861c90-8db7-457e-9a2e-f09bf86a0b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3cda44-78c5-4345-b7d4-ce932b885b90,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:09:55.114318 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-d3861c90-8db7-457e-9a2e-f09bf86a0b64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:09:55.150272 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-296a28b2-e522-4a54-abae-3f0032010b96 admin admin] Deleting port f76f7830-0d52-4cc2-a25f-0f88f967cf1b {{(pid=91666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 13:09:55.150789 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-296a28b2-e522-4a54-abae-3f0032010b96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752044867880'] for port, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:55.310570 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-296a28b2-e522-4a54-abae-3f0032010b96 admin admin] For port f76f7830-0d52-4cc2-a25f-0f88f967cf1b, host dv-cinder-796114-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=f76f7830-0d52-4cc2-a25f-0f88f967cf1b,segment=NetworkSegment(c3127ea0-0d16-4f16-abc1-6f725a1ca8f5),segment_id=c3127ea0-0d16-4f16-abc1-6f725a1ca8f5)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:09:55.310933 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-296a28b2-e522-4a54-abae-3f0032010b96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455153'] for port, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:55.389071 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 33846) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:09:55.404762 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8bb079f9-76cc-46d6-bb8c-721a1bef367e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:55.424839 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-296a28b2-e522-4a54-abae-3f0032010b96 admin admin] Calling delete_port for f76f7830-0d52-4cc2-a25f-0f88f967cf1b owned by network:router_interface {{(pid=91666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 13:09:55.445758 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a9eb3-0c06-4f07-8ef7-3c9fb330e890 req-6d66159f-8d62-484c-abcd-4b670dcc460d tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:09:55.447221 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-3a4a9eb3-0c06-4f07-8ef7-3c9fb330e890 req-6d66159f-8d62-484c-abcd-4b670dcc460d tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7699e30-924f-4218-911b-0764b34a9a5d HTTP/1.1" status: 200 len: 945 time: 0.2190239 Jun 12 13:09:55.504918 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8bb079f9-76cc-46d6-bb8c-721a1bef367e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:55.508919 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8bb079f9-76cc-46d6-bb8c-721a1bef367e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:55.511399 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-90478c3c-8ca0-4af6-8b9a-5a293e05f6f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:09:55.551256 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb079f9-76cc-46d6-bb8c-721a1bef367e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d5c6fb-a172-4943-b056-4668dedd2bfe,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:09:55.553156 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-3a4a9eb3-0c06-4f07-8ef7-3c9fb330e890 req-ce9a52f6-b032-427e-861c-93bd1f4b5f67 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5110f7c-e46f-4ac8-bab7-b4ce29570688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551536 Jun 12 13:09:55.554999 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-8bb079f9-76cc-46d6-bb8c-721a1bef367e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:09:55.560101 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-8bb079f9-76cc-46d6-bb8c-721a1bef367e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cf7a96d69bc14b07863c6a0ff9004237&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1677396 Jun 12 13:09:55.561250 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 33848) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:09:55.617818 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-33db12bb-a2eb-42cd-a74a-53e90a43b84d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:55.641294 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-33db12bb-a2eb-42cd-a74a-53e90a43b84d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:55.712599 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-296a28b2-e522-4a54-abae-3f0032010b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752044873292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752044431921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14082967'] for port, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:55.715382 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-109c2e48-993d-4e2f-af94-65880fcbd6eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:09:55.746156 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296a28b2-e522-4a54-abae-3f0032010b96 admin admin] Pushing event deleted for resources: {'Port': ['ID=f76f7830-0d52-4cc2-a25f-0f88f967cf1b,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:09:55.746785 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-33db12bb-a2eb-42cd-a74a-53e90a43b84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:55.749311 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-296a28b2-e522-4a54-abae-3f0032010b96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:09:55.750597 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-33db12bb-a2eb-42cd-a74a-53e90a43b84d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:55.754332 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-33db12bb-a2eb-42cd-a74a-53e90a43b84d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/89d5c6fb-a172-4943-b056-4668dedd2bfe HTTP/1.1" status: 204 len: 168 time: 0.1908123 Jun 12 13:09:55.762625 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-b4457099-263c-4f20-bec1-28993f40c553 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:09:55.778652 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db12bb-a2eb-42cd-a74a-53e90a43b84d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d5c6fb-a172-4943-b056-4668dedd2bfe,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:09:55.782413 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-33db12bb-a2eb-42cd-a74a-53e90a43b84d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:09:55.799066 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa8a74a-48f0-49f2-a988-ae2dca592004 req-8d0a2860-0278-4295-9deb-f6bb3ef5e792 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:09:55.801128 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-7fa8a74a-48f0-49f2-a988-ae2dca592004 req-8d0a2860-0278-4295-9deb-f6bb3ef5e792 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7699e30-924f-4218-911b-0764b34a9a5d HTTP/1.1" status: 200 len: 945 time: 0.1218970 Jun 12 13:09:55.862632 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-7fa8a74a-48f0-49f2-a988-ae2dca592004 req-2f5693ae-7365-4f29-89b3-ea86fea4d925 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5110f7c-e46f-4ac8-bab7-b4ce29570688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492415 Jun 12 13:09:55.891696 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 33854) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:09:55.918179 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-0a5de27a-4d22-4fdd-a4cf-053756d7edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:56.013390 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-296a28b2-e522-4a54-abae-3f0032010b96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458564'] for router_interface, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:56.206658 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f77221e-7f7e-46c3-93c7-84785547684a tempest-TestVolumeBootPattern-888951981 tempest-TestVolumeBootPattern-888951981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:09:56.206658 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-4f77221e-7f7e-46c3-93c7-84785547684a tempest-TestVolumeBootPattern-888951981 tempest-TestVolumeBootPattern-888951981-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a7699e30-924f-4218-911b-0764b34a9a5d HTTP/1.1" status: 200 len: 1093 time: 0.3101139 Jun 12 13:09:56.207362 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 33866) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:09:56.212963 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.v2.base [None req-1b322f9f-d66e-4caf-9c3e-53900bcd1b40 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Request body: {'floatingip': {'floating_network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'port_id': '5ed76b36-2336-4368-be3d-a85b592010f4', 'tenant_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:09:56.241770 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1b322f9f-d66e-4caf-9c3e-53900bcd1b40 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks [] for floatingip, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:56.341344 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-296a28b2-e522-4a54-abae-3f0032010b96 admin admin] Router 5215fdc6-546b-4c65-961a-7ff79e6f9f56 has already been hosted by L3 agent 68a3a672-d21c-4adb-804e-7b4e770767ea {{(pid=91666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 13:09:56.375948 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1b322f9f-d66e-4caf-9c3e-53900bcd1b40 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for port, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:56.493468 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296a28b2-e522-4a54-abae-3f0032010b96 admin admin] Notify agent at l3_agent.dv-cinder-796114-1-iscsi the message routers_updated {{(pid=91666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 13:09:56.504735 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bbd263-00f0-40f6-87aa-44f0000c15dd None None] Sync routers for ids ['5215fdc6-546b-4c65-961a-7ff79e6f9f56'] in dv-cinder-796114-1-iscsi {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 13:09:56.505435 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-296a28b2-e522-4a54-abae-3f0032010b96 admin admin] 10.222.0.23 "PUT /v2.0/routers/5215fdc6-546b-4c65-961a-7ff79e6f9f56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3246472 Jun 12 13:09:56.505617 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 33878) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:09:56.517335 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bbd263-00f0-40f6-87aa-44f0000c15dd None None] Routers {'5215fdc6-546b-4c65-961a-7ff79e6f9f56'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 13:09:56.518721 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-57bbd263-00f0-40f6-87aa-44f0000c15dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T13:09:53Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['5215fdc6-546b-4c65-961a-7ff79e6f9f56'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:09:56.535585 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.db.db_base_plugin_common [None req-1b322f9f-d66e-4caf-9c3e-53900bcd1b40 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Allocated IP 172.27.3.5 (d31b88ef-fdf5-46b1-8572-11d751094587/d3cd8c99-09c7-4ded-87bb-a3c326773e06/ff9b589c-c179-4223-97db-5ca0b028fe04) {{(pid=91667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 13:09:56.688333 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-57bbd263-00f0-40f6-87aa-44f0000c15dd None None] Set router 5215fdc6-546b-4c65-961a-7ff79e6f9f56 gateway port host: dv-cinder-796114-1-iscsi {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 13:09:56.721614 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1b322f9f-d66e-4caf-9c3e-53900bcd1b40 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks [] for port, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:56.782108 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1b322f9f-d66e-4caf-9c3e-53900bcd1b40 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1466997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-122173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752044431912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13277797'] for port, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:56.785399 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-2fe8658c-e505-432c-bfd6-73db439ea402 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:09:56.843592 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b322f9f-d66e-4caf-9c3e-53900bcd1b40 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Network d31b88ef-fdf5-46b1-8572-11d751094587 is already hosted by enough agents. {{(pid=91667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 13:09:56.848254 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.base_scheduler [None req-1b322f9f-d66e-4caf-9c3e-53900bcd1b40 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Resources bound (agent type, host, resource id): {{(pid=91667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 13:09:56.854100 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b322f9f-d66e-4caf-9c3e-53900bcd1b40 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Received port after_create {{(pid=91667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 13:09:56.892219 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b322f9f-d66e-4caf-9c3e-53900bcd1b40 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Pushing event updated for resources: {'Port': ['ID=ff9b589c-c179-4223-97db-5ca0b028fe04,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:09:56.895967 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-1b322f9f-d66e-4caf-9c3e-53900bcd1b40 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:09:57.020410 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-cb69cf89-72e3-4dff-a464-4f685999886e admin admin] Notify callbacks [] for router, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:57.057189 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-57bbd263-00f0-40f6-87aa-44f0000c15dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5215fdc6-546b-4c65-961a-7ff79e6f9f56', 'name': 'tempest-TestShelveInstance-672066188-router', 'tenant_id': '309791d830a94b0f9bbf5e05447bde27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'e1ec3058-fb14-4fb2-80a8-eb8bc5907535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T13:03:56Z', 'updated_at': '2021-06-12T13:09:55Z', 'revision_number': 5, 'project_id': '309791d830a94b0f9bbf5e05447bde27', 'gw_port': {'id': 'e1ec3058-fb14-4fb2-80a8-eb8bc5907535', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:82:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5215fdc6-546b-4c65-961a-7ff79e6f9f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:03:57Z', 'updated_at': '2021-06-12T13:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi'}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:09:57.061293 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bbd263-00f0-40f6-87aa-44f0000c15dd None None] Checking router: 5215fdc6-546b-4c65-961a-7ff79e6f9f56 for host: dv-cinder-796114-1-iscsi {{(pid=91669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 13:09:57.072270 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bbd263-00f0-40f6-87aa-44f0000c15dd None None] Routers {'5215fdc6-546b-4c65-961a-7ff79e6f9f56'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 13:09:57.072945 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-57bbd263-00f0-40f6-87aa-44f0000c15dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T13:09:53Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['5215fdc6-546b-4c65-961a-7ff79e6f9f56'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:09:57.209072 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-cb69cf89-72e3-4dff-a464-4f685999886e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:57.255390 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-57bbd263-00f0-40f6-87aa-44f0000c15dd None None] Set router 5215fdc6-546b-4c65-961a-7ff79e6f9f56 gateway port host: dv-cinder-796114-1-iscsi {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 13:09:57.293073 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-cb69cf89-72e3-4dff-a464-4f685999886e admin admin] Deleting port e1ec3058-fb14-4fb2-80a8-eb8bc5907535 {{(pid=91666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 13:09:57.293420 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-cb69cf89-72e3-4dff-a464-4f685999886e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752044867880'] for port, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:57.449609 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-cb69cf89-72e3-4dff-a464-4f685999886e admin admin] For port e1ec3058-fb14-4fb2-80a8-eb8bc5907535, host dv-cinder-796114-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=e1ec3058-fb14-4fb2-80a8-eb8bc5907535,segment=NetworkSegment(3c2da916-7025-41e9-bbaa-dbdda4d660f0),segment_id=3c2da916-7025-41e9-bbaa-dbdda4d660f0)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:09:57.450258 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-cb69cf89-72e3-4dff-a464-4f685999886e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455153'] for port, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:57.457144 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1b322f9f-d66e-4caf-9c3e-53900bcd1b40 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:57.574321 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-57bbd263-00f0-40f6-87aa-44f0000c15dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5215fdc6-546b-4c65-961a-7ff79e6f9f56', 'name': 'tempest-TestShelveInstance-672066188-router', 'tenant_id': '309791d830a94b0f9bbf5e05447bde27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'e1ec3058-fb14-4fb2-80a8-eb8bc5907535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T13:03:56Z', 'updated_at': '2021-06-12T13:09:55Z', 'revision_number': 5, 'project_id': '309791d830a94b0f9bbf5e05447bde27', 'gw_port': {'id': 'e1ec3058-fb14-4fb2-80a8-eb8bc5907535', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:82:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5215fdc6-546b-4c65-961a-7ff79e6f9f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:03:57Z', 'updated_at': '2021-06-12T13:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi'}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:09:57.578059 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bbd263-00f0-40f6-87aa-44f0000c15dd None None] The sync data for ids ['5215fdc6-546b-4c65-961a-7ff79e6f9f56'] in dv-cinder-796114-1-iscsi is: [{'id': '5215fdc6-546b-4c65-961a-7ff79e6f9f56', 'name': 'tempest-TestShelveInstance-672066188-router', 'tenant_id': '309791d830a94b0f9bbf5e05447bde27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'e1ec3058-fb14-4fb2-80a8-eb8bc5907535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T13:03:56Z', 'updated_at': '2021-06-12T13:09:55Z', 'revision_number': 5, 'project_id': '309791d830a94b0f9bbf5e05447bde27', 'gw_port': {'id': 'e1ec3058-fb14-4fb2-80a8-eb8bc5907535', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:82:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5215fdc6-546b-4c65-961a-7ff79e6f9f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:03:57Z', 'updated_at': '2021-06-12T13:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi'}] {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 13:09:57.592740 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1b322f9f-d66e-4caf-9c3e-53900bcd1b40 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1467044'] for port, before_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:57.602765 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-cb69cf89-72e3-4dff-a464-4f685999886e admin admin] Calling delete_port for e1ec3058-fb14-4fb2-80a8-eb8bc5907535 owned by network:router_gateway {{(pid=91666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 13:09:57.659978 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.agents_db [None req-3755f801-82db-4e36-b9e4-fb56f4f4bf71 None None] Agent healthcheck: found 6 active agents {{(pid=91669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 13:09:57.834582 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1b322f9f-d66e-4caf-9c3e-53900bcd1b40 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks [] for port, precommit_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:57.839752 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1b322f9f-d66e-4caf-9c3e-53900bcd1b40 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752044873283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752044431930', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752044431975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13277787'] for port, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:57.842020 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-f2635475-55b1-4ad4-ac44-37612116165a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:09:57.849552 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-cb69cf89-72e3-4dff-a464-4f685999886e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752044873292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752044431921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14082967'] for port, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:57.852709 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-b5005adf-af61-4cd7-96be-c9918b38397c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:09:57.884467 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb69cf89-72e3-4dff-a464-4f685999886e admin admin] Pushing event deleted for resources: {'Port': ['ID=e1ec3058-fb14-4fb2-80a8-eb8bc5907535,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:09:57.887371 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-cb69cf89-72e3-4dff-a464-4f685999886e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:09:57.930351 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b322f9f-d66e-4caf-9c3e-53900bcd1b40 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Pushing event updated for resources: {'Port': ['ID=ff9b589c-c179-4223-97db-5ca0b028fe04,revision_number=2']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:09:57.935408 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-1b322f9f-d66e-4caf-9c3e-53900bcd1b40 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:09:57.976803 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1b322f9f-d66e-4caf-9c3e-53900bcd1b40 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454259'] for floatingip, after_update {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:57.995807 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-cb69cf89-72e3-4dff-a464-4f685999886e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454167'] for router_gateway, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:58.147088 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.db.l3_db [None req-1b322f9f-d66e-4caf-9c3e-53900bcd1b40 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Floating IP 3d51d744-cf91-4a6f-9ff0-43ca9e0b2f1e associated. External IP: 172.27.3.5, port: 5ed76b36-2336-4368-be3d-a85b592010f4. Jun 12 13:09:58.150134 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-cb69cf89-72e3-4dff-a464-4f685999886e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60926'] for router, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:58.152433 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-cb69cf89-72e3-4dff-a464-4f685999886e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:58.220225 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-cb69cf89-72e3-4dff-a464-4f685999886e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-442416'] for router, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:58.220766 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb69cf89-72e3-4dff-a464-4f685999886e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5215fdc6-546b-4c65-961a-7ff79e6f9f56 {{(pid=91666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 12 13:09:58.226671 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-cb69cf89-72e3-4dff-a464-4f685999886e admin admin] Notify callbacks [] for router, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:58.230366 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-cb69cf89-72e3-4dff-a464-4f685999886e admin admin] 10.222.0.23 "DELETE /v2.0/routers/5215fdc6-546b-4c65-961a-7ff79e6f9f56 HTTP/1.1" status: 204 len: 168 time: 1.7212200 Jun 12 13:09:58.230586 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 33910) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:09:58.285393 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b75dd87-9b45-4d66-81e9-b985a9575d7f admin admin] Deleting subnet dcf70ff7-e006-4744-9931-12302649ffac {{(pid=91666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 12 13:09:58.289675 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-6b75dd87-9b45-4d66-81e9-b985a9575d7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:58.337996 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-6b75dd87-9b45-4d66-81e9-b985a9575d7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12979528'] for subnet, precommit_delete_associations {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:58.438246 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-6b75dd87-9b45-4d66-81e9-b985a9575d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393918'] for subnet, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:58.504069 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-6b75dd87-9b45-4d66-81e9-b985a9575d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14082669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13914971'] for subnet, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:58.507167 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-424dad85-9381-49dd-aaba-2b496d8dfd7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:09:58.539384 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b75dd87-9b45-4d66-81e9-b985a9575d7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcf70ff7-e006-4744-9931-12302649ffac,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:09:58.542440 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-6b75dd87-9b45-4d66-81e9-b985a9575d7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:09:58.543443 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-6b75dd87-9b45-4d66-81e9-b985a9575d7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for subnet, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:58.546691 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-6b75dd87-9b45-4d66-81e9-b985a9575d7f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/dcf70ff7-e006-4744-9931-12302649ffac HTTP/1.1" status: 204 len: 168 time: 0.3150883 Jun 12 13:09:58.547870 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 33912) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:09:58.550564 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b22f8be-9dc3-4e57-800b-f3a99c75b7b0 None None] Network d048a451-dcef-417f-bec1-0fcc7240acb9 requested from dv-cinder-796114-1-iscsi {{(pid=91668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 13:09:58.663948 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-12544d9b-04e3-4252-a7c9-4832dd4e45be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1600373'] for network, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:58.734835 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-12544d9b-04e3-4252-a7c9-4832dd4e45be admin admin] Deleting port e010c204-cd13-45f3-9511-b850d7e1bdc6 {{(pid=91666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 13:09:58.735689 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-12544d9b-04e3-4252-a7c9-4832dd4e45be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752044867880'] for port, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:58.769603 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b322f9f-d66e-4caf-9c3e-53900bcd1b40 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Router 011906b6-63ba-4042-94b7-2ca2aec47836 has already been hosted by L3 agent 68a3a672-d21c-4adb-804e-7b4e770767ea {{(pid=91667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 13:09:58.824547 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a871e41-d7bd-43c2-9c6d-94583d68c105 None None] DHCP port deletion for d048a451-dcef-417f-bec1-0fcc7240acb9 request from dv-cinder-796114-1-iscsi {{(pid=91668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 12 13:09:58.838115 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-12544d9b-04e3-4252-a7c9-4832dd4e45be admin admin] For port e010c204-cd13-45f3-9511-b850d7e1bdc6, host dv-cinder-796114-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=e010c204-cd13-45f3-9511-b850d7e1bdc6,segment=NetworkSegment(c3127ea0-0d16-4f16-abc1-6f725a1ca8f5),segment_id=c3127ea0-0d16-4f16-abc1-6f725a1ca8f5)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:09:58.838509 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-12544d9b-04e3-4252-a7c9-4832dd4e45be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455153'] for port, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:58.883004 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-0a871e41-d7bd-43c2-9c6d-94583d68c105 None None] Deleting port e010c204-cd13-45f3-9511-b850d7e1bdc6 {{(pid=91668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 13:09:58.883551 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-0a871e41-d7bd-43c2-9c6d-94583d68c105 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752044867880'] for port, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:58.922610 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b322f9f-d66e-4caf-9c3e-53900bcd1b40 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify agent at l3_agent.dv-cinder-796114-1-iscsi the message routers_updated {{(pid=91667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 13:09:58.940230 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-1b322f9f-d66e-4caf-9c3e-53900bcd1b40 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920'] for floatingip, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:58.941410 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-12544d9b-04e3-4252-a7c9-4832dd4e45be admin admin] Calling delete_port for e010c204-cd13-45f3-9511-b850d7e1bdc6 owned by network:dhcp {{(pid=91666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 13:09:58.971281 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8155439a-60bf-4dba-a8c7-cdfef38ceb31 None None] Sync routers for ids ['011906b6-63ba-4042-94b7-2ca2aec47836'] in dv-cinder-796114-1-iscsi {{(pid=91668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 13:09:58.985821 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-1b322f9f-d66e-4caf-9c3e-53900bcd1b40 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.7767420 Jun 12 13:09:58.985821 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7699e30-924f-4218-911b-0764b34a9a5d', 'tag': '5ed76b36-2336-4368-be3d-a85b592010f4'}] {{(pid=91667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 13:09:58.988051 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67243a7e54e3ab7b6e3c39020b1271d9e6c7e43a6696a4fb95c7e45675bdf643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5bbd13-2a17-4e87-9255-771af5ea7e48" -d '{"events": [{"name": "network-changed", "server_uuid": "a7699e30-924f-4218-911b-0764b34a9a5d", "tag": "5ed76b36-2336-4368-be3d-a85b592010f4"}]}' {{(pid=91667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 13:09:58.997844 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-0a871e41-d7bd-43c2-9c6d-94583d68c105 None None] For port e010c204-cd13-45f3-9511-b850d7e1bdc6, host dv-cinder-796114-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=e010c204-cd13-45f3-9511-b850d7e1bdc6,segment=NetworkSegment(c3127ea0-0d16-4f16-abc1-6f725a1ca8f5),segment_id=c3127ea0-0d16-4f16-abc1-6f725a1ca8f5)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:09:58.998276 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-0a871e41-d7bd-43c2-9c6d-94583d68c105 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455153'] for port, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:59.038377 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 13:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57855365-fefd-4352-8e84-3f9736aa78a1 x-openstack-request-id: req-57855365-fefd-4352-8e84-3f9736aa78a1 {{(pid=91667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 13:09:59.038707 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7699e30-924f-4218-911b-0764b34a9a5d", "tag": "5ed76b36-2336-4368-be3d-a85b592010f4", "status": "completed", "code": 200}]} {{(pid=91667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 13:09:59.038994 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-57855365-fefd-4352-8e84-3f9736aa78a1 {{(pid=91667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 13:09:59.039422 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7699e30-924f-4218-911b-0764b34a9a5d', 'tag': '5ed76b36-2336-4368-be3d-a85b592010f4', 'status': 'completed', 'code': 200} Jun 12 13:09:59.062488 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-12544d9b-04e3-4252-a7c9-4832dd4e45be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752044873292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752044431921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14082967'] for port, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:59.064861 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-e0a5ca7a-e457-4ad6-a164-0bc2dce5f6aa tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:09:59.107859 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12544d9b-04e3-4252-a7c9-4832dd4e45be admin admin] No DVR routers for this DVR port e010c204-cd13-45f3-9511-b850d7e1bdc6 on host dv-cinder-796114-1-iscsi {{(pid=91666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 13:09:59.116267 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-0a871e41-d7bd-43c2-9c6d-94583d68c105 None None] Calling delete_port for e010c204-cd13-45f3-9511-b850d7e1bdc6 owned by network:dhcp {{(pid=91668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 13:09:59.118187 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8155439a-60bf-4dba-a8c7-cdfef38ceb31 None None] Routers {'011906b6-63ba-4042-94b7-2ca2aec47836'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 13:09:59.118912 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-8155439a-60bf-4dba-a8c7-cdfef38ceb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T13:09:53Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['011906b6-63ba-4042-94b7-2ca2aec47836'], 'active': True} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:09:59.123964 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device e010c204-cd13-45f3-9511-b850d7e1bdc6 no longer exists at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 13:09:59.135140 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12544d9b-04e3-4252-a7c9-4832dd4e45be admin admin] Pushing event deleted for resources: {'Port': ['ID=e010c204-cd13-45f3-9511-b850d7e1bdc6,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:09:59.137706 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-12544d9b-04e3-4252-a7c9-4832dd4e45be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:09:59.203940 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] No Port match for: e010c204-cd13-45f3-9511-b850d7e1bdc6 {{(pid=91668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 13:09:59.204367 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device e010c204-cd13-45f3-9511-b850d7e1bdc6 not bound to the agent host dv-cinder-796114-1-iscsi {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 13:09:59.205037 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device e1ec3058-fb14-4fb2-80a8-eb8bc5907535 no longer exists at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 13:09:59.253610 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-12544d9b-04e3-4252-a7c9-4832dd4e45be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1356131', 'neutron.services.segments.db._delete_segments_for_network-8752044986040'] for network, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:59.269128 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.services.segments.db [None req-12544d9b-04e3-4252-a7c9-4832dd4e45be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d048a451-dcef-417f-bec1-0fcc7240acb9']}} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:09:59.296422 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.services.segments.db [None req-12544d9b-04e3-4252-a7c9-4832dd4e45be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3127ea0-0d16-4f16-abc1-6f725a1ca8f5') {'for_net_delete': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:09:59.296820 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.services.segments.db [None req-12544d9b-04e3-4252-a7c9-4832dd4e45be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3127ea0-0d16-4f16-abc1-6f725a1ca8f5') {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:09:59.310383 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-12544d9b-04e3-4252-a7c9-4832dd4e45be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752044985878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12979523'] for segment, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:59.313770 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5bbd13-2a17-4e87-9255-771af5ea7e48 req-9855b70f-736b-4724-ba6e-6c0d48625a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:09:59.315001 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-db5bbd13-2a17-4e87-9255-771af5ea7e48 req-9855b70f-736b-4724-ba6e-6c0d48625a29 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7dc4fd57127a4ce392ff4630ba0b781b&device_id=a7699e30-924f-4218-911b-0764b34a9a5d HTTP/1.1" status: 200 len: 1098 time: 0.2429628 Jun 12 13:09:59.321888 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] No Port match for: e1ec3058-fb14-4fb2-80a8-eb8bc5907535 {{(pid=91668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 13:09:59.322344 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device e1ec3058-fb14-4fb2-80a8-eb8bc5907535 not bound to the agent host dv-cinder-796114-1-iscsi {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 13:09:59.322830 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device f76f7830-0d52-4cc2-a25f-0f88f967cf1b no longer exists at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 13:09:59.363001 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-12544d9b-04e3-4252-a7c9-4832dd4e45be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400235'] for segment, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:59.363724 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] No Port match for: f76f7830-0d52-4cc2-a25f-0f88f967cf1b {{(pid=91668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 13:09:59.364080 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device f76f7830-0d52-4cc2-a25f-0f88f967cf1b not bound to the agent host dv-cinder-796114-1-iscsi {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 13:09:59.376057 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12544d9b-04e3-4252-a7c9-4832dd4e45be admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=91666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 12 13:09:59.376481 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-12544d9b-04e3-4252-a7c9-4832dd4e45be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14083012'] for segment, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:59.378474 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 13:09:59.378474 dv-cinder-796114-1-iscsi neutron-server[91666]: retrieve_revision_numbers = { Jun 12 13:09:59.378474 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 13:09:59.378474 dv-cinder-796114-1-iscsi neutron-server[91666]: conditions |= (models_v2.Port.network_id.in_( Jun 12 13:09:59.378474 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 13:09:59.378474 dv-cinder-796114-1-iscsi neutron-server[91666]: retrieve_revision_numbers = { Jun 12 13:09:59.378474 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 13:09:59.378474 dv-cinder-796114-1-iscsi neutron-server[91666]: conditions |= (models_v2.Port.network_id.in_( Jun 12 13:09:59.378474 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 13:09:59.378474 dv-cinder-796114-1-iscsi neutron-server[91666]: retrieve_revision_numbers = { Jun 12 13:09:59.378474 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 13:09:59.378474 dv-cinder-796114-1-iscsi neutron-server[91666]: conditions |= (models_v2.Port.network_id.in_( Jun 12 13:09:59.378474 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 13:09:59.378474 dv-cinder-796114-1-iscsi neutron-server[91666]: retrieve_revision_numbers = { Jun 12 13:09:59.378474 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 13:09:59.378474 dv-cinder-796114-1-iscsi neutron-server[91666]: conditions |= (models_v2.Port.network_id.in_( Jun 12 13:09:59.378474 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 13:09:59.378474 dv-cinder-796114-1-iscsi neutron-server[91666]: retrieve_revision_numbers = { Jun 12 13:09:59.378474 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 13:09:59.378474 dv-cinder-796114-1-iscsi neutron-server[91666]: retrieve_revision_numbers = { Jun 12 13:09:59.378474 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 13:09:59.378474 dv-cinder-796114-1-iscsi neutron-server[91666]: conditions |= (models_v2.Port.network_id.in_( Jun 12 13:09:59.378474 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 13:09:59.378474 dv-cinder-796114-1-iscsi neutron-server[91666]: retrieve_revision_numbers = { Jun 12 13:09:59.378474 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 13:09:59.378474 dv-cinder-796114-1-iscsi neutron-server[91666]: conditions |= (models_v2.Port.network_id.in_( Jun 12 13:09:59.378474 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 13:09:59.378474 dv-cinder-796114-1-iscsi neutron-server[91666]: retrieve_revision_numbers = { Jun 12 13:09:59.378474 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 13:09:59.378474 dv-cinder-796114-1-iscsi neutron-server[91666]: conditions |= (models_v2.Port.network_id.in_( Jun 12 13:09:59.378474 dv-cinder-796114-1-iscsi neutron-server[91666]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 13:09:59.378474 dv-cinder-796114-1-iscsi neutron-server[91666]: retrieve_revision_numbers = { Jun 12 13:09:59.378474 dv-cinder-796114-1-iscsi neutron-server[91666]: Traceback (most recent call last): Jun 12 13:09:59.378474 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 12 13:09:59.378474 dv-cinder-796114-1-iscsi neutron-server[91666]: timer() Jun 12 13:09:59.378474 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 12 13:09:59.378474 dv-cinder-796114-1-iscsi neutron-server[91666]: cb(*args, **kw) Jun 12 13:09:59.378474 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 12 13:09:59.378474 dv-cinder-796114-1-iscsi neutron-server[91666]: return func(*args, **kwargs) Jun 12 13:09:59.378474 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 12 13:09:59.378474 dv-cinder-796114-1-iscsi neutron-server[91666]: self._notify() Jun 12 13:09:59.378474 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 12 13:09:59.378474 dv-cinder-796114-1-iscsi neutron-server[91666]: self.callback(batched_events) Jun 12 13:09:59.378474 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 12 13:09:59.378474 dv-cinder-796114-1-iscsi neutron-server[91666]: event.method(event) Jun 12 13:09:59.378474 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 12 13:09:59.378474 dv-cinder-796114-1-iscsi neutron-server[91666]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 12 13:09:59.378474 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 12 13:09:59.378474 dv-cinder-796114-1-iscsi neutron-server[91666]: aggregate_uuid = self.p_client.list_aggregates( Jun 12 13:09:59.378474 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 12 13:09:59.378474 dv-cinder-796114-1-iscsi neutron-server[91666]: return f(self, *a, **k) Jun 12 13:09:59.378474 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 12 13:09:59.378474 dv-cinder-796114-1-iscsi neutron-server[91666]: return self._get(url).json() Jun 12 13:09:59.378474 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 12 13:09:59.378474 dv-cinder-796114-1-iscsi neutron-server[91666]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 12 13:09:59.378474 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 12 13:09:59.383051 dv-cinder-796114-1-iscsi neutron-server[91666]: return self.request(url, 'GET', **kwargs) Jun 12 13:09:59.383051 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 12 13:09:59.383051 dv-cinder-796114-1-iscsi neutron-server[91666]: base_url = self.get_endpoint(auth, allow=allow, Jun 12 13:09:59.383051 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 12 13:09:59.383051 dv-cinder-796114-1-iscsi neutron-server[91666]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 12 13:09:59.383051 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 12 13:09:59.383051 dv-cinder-796114-1-iscsi neutron-server[91666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 12 13:09:59.383051 dv-cinder-796114-1-iscsi neutron-server[91666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 12 13:09:59.424934 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvr_db [None req-8155439a-60bf-4dba-a8c7-cdfef38ceb31 None None] Set router 011906b6-63ba-4042-94b7-2ca2aec47836 gateway port host: dv-cinder-796114-1-iscsi {{(pid=91668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 13:09:59.476928 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-0a871e41-d7bd-43c2-9c6d-94583d68c105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752044873292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752044431921'] for port, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:59.481039 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:09:59.523968 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-12544d9b-04e3-4252-a7c9-4832dd4e45be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1356156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454154'] for network, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:59.530315 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-12544d9b-04e3-4252-a7c9-4832dd4e45be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for network, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:09:59.532151 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-12544d9b-04e3-4252-a7c9-4832dd4e45be admin admin] 10.222.0.23 "DELETE /v2.0/networks/d048a451-dcef-417f-bec1-0fcc7240acb9 HTTP/1.1" status: 204 len: 168 time: 0.9831142 Jun 12 13:09:59.534218 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:09:59.535669 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 33924) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:09:59.537836 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5bbd13-2a17-4e87-9255-771af5ea7e48 req-999caead-12ad-49da-b82a-89c46acc88c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:09:59.539366 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-db5bbd13-2a17-4e87-9255-771af5ea7e48 req-999caead-12ad-49da-b82a-89c46acc88c1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=aa0b2eef-60a6-40a3-bce6-957f6885e8a4 HTTP/1.1" status: 200 len: 912 time: 0.2151959 Jun 12 13:09:59.558674 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12544d9b-04e3-4252-a7c9-4832dd4e45be admin admin] Pushing event deleted for resources: {'Network': ['ID=d048a451-dcef-417f-bec1-0fcc7240acb9,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:09:59.560046 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a871e41-d7bd-43c2-9c6d-94583d68c105 None None] Pushing event deleted for resources: {'Port': ['ID=e010c204-cd13-45f3-9511-b850d7e1bdc6,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:09:59.561182 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-12544d9b-04e3-4252-a7c9-4832dd4e45be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:09:59.571089 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-0a871e41-d7bd-43c2-9c6d-94583d68c105 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:09:59.573384 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a871e41-d7bd-43c2-9c6d-94583d68c105 None None] No DVR routers for this DVR port e010c204-cd13-45f3-9511-b850d7e1bdc6 on host dv-cinder-796114-1-iscsi {{(pid=91668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 13:09:59.643671 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-db5bbd13-2a17-4e87-9255-771af5ea7e48 req-0172d75e-fed0-4b54-a187-9b2c5ce21f65 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ed76b36-2336-4368-be3d-a85b592010f4 HTTP/1.1" status: 200 len: 997 time: 0.0914686 Jun 12 13:09:59.704924 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5bbd13-2a17-4e87-9255-771af5ea7e48 req-43d16e07-f87b-4c8e-8ec7-cb723f9c5f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:09:59.706574 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-db5bbd13-2a17-4e87-9255-771af5ea7e48 req-43d16e07-f87b-4c8e-8ec7-cb723f9c5f6a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a098da02-dc26-4e87-a6b5-562c3ad57ee5 HTTP/1.1" status: 200 len: 850 time: 0.0561535 Jun 12 13:09:59.778540 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5bbd13-2a17-4e87-9255-771af5ea7e48 req-c3b5e32d-1f0c-4c5b-8fc6-9c20390aae5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:09:59.780280 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-db5bbd13-2a17-4e87-9255-771af5ea7e48 req-c3b5e32d-1f0c-4c5b-8fc6-9c20390aae5d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa0b2eef-60a6-40a3-bce6-957f6885e8a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0677574 Jun 12 13:09:59.903083 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-db5bbd13-2a17-4e87-9255-771af5ea7e48 req-46752511-9b2b-4c9d-a028-5f7d917e765a service neutron] 10.222.0.30 "GET /v2.0/networks/aa0b2eef-60a6-40a3-bce6-957f6885e8a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135206 Jun 12 13:09:59.913804 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-8155439a-60bf-4dba-a8c7-cdfef38ceb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'name': 'tempest-TestVolumeBootPattern-579667739-router', 'tenant_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '427b2e02-31e1-417e-9709-d426dc1bbaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T13:01:37Z', 'updated_at': '2021-06-12T13:01:43Z', 'revision_number': 4, 'project_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'gw_port': {'id': '427b2e02-31e1-417e-9709-d426dc1bbaba', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:09:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:01:39Z', 'updated_at': '2021-06-12T13:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_floatingips': [{'id': '3d51d744-cf91-4a6f-9ff0-43ca9e0b2f1e', 'tenant_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'floating_ip_address': '172.27.3.5', 'floating_network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'router_id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'port_id': '5ed76b36-2336-4368-be3d-a85b592010f4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa0b2eef-60a6-40a3-bce6-957f6885e8a4', 'mac_address': 'fa:16:3e:19:65:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7699e30-924f-4218-911b-0764b34a9a5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T13:09:57Z', 'updated_at': '2021-06-12T13:09:57Z', 'revision_number': 0, 'project_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'fixed_ip_address_scope': None}, {'id': 'c38f7c0e-3fe1-4b09-93fa-71709e462a8d', 'tenant_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'floating_ip_address': '172.27.3.161', 'floating_network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'router_id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'port_id': '33810da1-d137-4ecc-aa20-eaed803e673c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa0b2eef-60a6-40a3-bce6-957f6885e8a4', 'mac_address': 'fa:16:3e:9e:b5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40670f7-4ebe-4950-848b-f28f70ff0805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T13:07:08Z', 'updated_at': '2021-06-12T13:07:10Z', 'revision_number': 1, 'project_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8f682ec-5609-493d-bbda-a1c75e63058d', 'name': '', 'network_id': 'aa0b2eef-60a6-40a3-bce6-957f6885e8a4', 'tenant_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'mac_address': 'fa:16:3e:11:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'a098da02-dc26-4e87-a6b5-562c3ad57ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:01:42Z', 'updated_at': '2021-06-12T13:01:52Z', 'revision_number': 5, 'project_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'subnets': [{'id': 'a098da02-dc26-4e87-a6b5-562c3ad57ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:09:59.917310 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8155439a-60bf-4dba-a8c7-cdfef38ceb31 None None] Checking router: 011906b6-63ba-4042-94b7-2ca2aec47836 for host: dv-cinder-796114-1-iscsi {{(pid=91668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 13:09:59.925253 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8155439a-60bf-4dba-a8c7-cdfef38ceb31 None None] Routers {'011906b6-63ba-4042-94b7-2ca2aec47836'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 13:09:59.925851 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-8155439a-60bf-4dba-a8c7-cdfef38ceb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T13:09:53Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['011906b6-63ba-4042-94b7-2ca2aec47836'], 'active': True} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:10:00.028938 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-04e21fd4-fccf-48b1-8d09-108815e89ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-458196'] for router_interface, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:00.032084 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-db5bbd13-2a17-4e87-9255-771af5ea7e48 req-c4c22c36-2fc1-4621-9e28-5b40a248c84f service neutron] 10.222.0.30 "GET /v2.0/networks/aa0b2eef-60a6-40a3-bce6-957f6885e8a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192243 Jun 12 13:10:00.070213 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvr_db [None req-8155439a-60bf-4dba-a8c7-cdfef38ceb31 None None] Set router 011906b6-63ba-4042-94b7-2ca2aec47836 gateway port host: dv-cinder-796114-1-iscsi {{(pid=91668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 13:10:00.364953 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-8155439a-60bf-4dba-a8c7-cdfef38ceb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'name': 'tempest-TestVolumeBootPattern-579667739-router', 'tenant_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '427b2e02-31e1-417e-9709-d426dc1bbaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T13:01:37Z', 'updated_at': '2021-06-12T13:01:43Z', 'revision_number': 4, 'project_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'gw_port': {'id': '427b2e02-31e1-417e-9709-d426dc1bbaba', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:09:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:01:39Z', 'updated_at': '2021-06-12T13:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_floatingips': [{'id': '3d51d744-cf91-4a6f-9ff0-43ca9e0b2f1e', 'tenant_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'floating_ip_address': '172.27.3.5', 'floating_network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'router_id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'port_id': '5ed76b36-2336-4368-be3d-a85b592010f4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa0b2eef-60a6-40a3-bce6-957f6885e8a4', 'mac_address': 'fa:16:3e:19:65:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7699e30-924f-4218-911b-0764b34a9a5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T13:09:57Z', 'updated_at': '2021-06-12T13:09:57Z', 'revision_number': 0, 'project_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'fixed_ip_address_scope': None}, {'id': 'c38f7c0e-3fe1-4b09-93fa-71709e462a8d', 'tenant_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'floating_ip_address': '172.27.3.161', 'floating_network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'router_id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'port_id': '33810da1-d137-4ecc-aa20-eaed803e673c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa0b2eef-60a6-40a3-bce6-957f6885e8a4', 'mac_address': 'fa:16:3e:9e:b5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40670f7-4ebe-4950-848b-f28f70ff0805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T13:07:08Z', 'updated_at': '2021-06-12T13:07:10Z', 'revision_number': 1, 'project_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8f682ec-5609-493d-bbda-a1c75e63058d', 'name': '', 'network_id': 'aa0b2eef-60a6-40a3-bce6-957f6885e8a4', 'tenant_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'mac_address': 'fa:16:3e:11:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'a098da02-dc26-4e87-a6b5-562c3ad57ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:01:42Z', 'updated_at': '2021-06-12T13:01:52Z', 'revision_number': 5, 'project_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'subnets': [{'id': 'a098da02-dc26-4e87-a6b5-562c3ad57ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:10:00.368714 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8155439a-60bf-4dba-a8c7-cdfef38ceb31 None None] The sync data for ids ['011906b6-63ba-4042-94b7-2ca2aec47836'] in dv-cinder-796114-1-iscsi is: [{'id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'name': 'tempest-TestVolumeBootPattern-579667739-router', 'tenant_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '427b2e02-31e1-417e-9709-d426dc1bbaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T13:01:37Z', 'updated_at': '2021-06-12T13:01:43Z', 'revision_number': 4, 'project_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'gw_port': {'id': '427b2e02-31e1-417e-9709-d426dc1bbaba', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:09:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:01:39Z', 'updated_at': '2021-06-12T13:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_floatingips': [{'id': '3d51d744-cf91-4a6f-9ff0-43ca9e0b2f1e', 'tenant_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'floating_ip_address': '172.27.3.5', 'floating_network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'router_id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'port_id': '5ed76b36-2336-4368-be3d-a85b592010f4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa0b2eef-60a6-40a3-bce6-957f6885e8a4', 'mac_address': 'fa:16:3e:19:65:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7699e30-924f-4218-911b-0764b34a9a5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T13:09:57Z', 'updated_at': '2021-06-12T13:09:57Z', 'revision_number': 0, 'project_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'fixed_ip_address_scope': None}, {'id': 'c38f7c0e-3fe1-4b09-93fa-71709e462a8d', 'tenant_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'floating_ip_address': '172.27.3.161', 'floating_network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'router_id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'port_id': '33810da1-d137-4ecc-aa20-eaed803e673c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa0b2eef-60a6-40a3-bce6-957f6885e8a4', 'mac_address': 'fa:16:3e:9e:b5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40670f7-4ebe-4950-848b-f28f70ff0805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T13:07:08Z', 'updated_at': '2021-06-12T13:07:10Z', 'revision_number': 1, 'project_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8f682ec-5609-493d-bbda-a1c75e63058d', 'name': '', 'network_id': 'aa0b2eef-60a6-40a3-bce6-957f6885e8a4', 'tenant_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'mac_address': 'fa:16:3e:11:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'a098da02-dc26-4e87-a6b5-562c3ad57ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:01:42Z', 'updated_at': '2021-06-12T13:01:52Z', 'revision_number': 5, 'project_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'subnets': [{'id': 'a098da02-dc26-4e87-a6b5-562c3ad57ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 13:10:00.370704 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-04e21fd4-fccf-48b1-8d09-108815e89ad7 admin admin] Deleting port 3777142e-afe8-44ff-bac4-81e6cd6234b0 {{(pid=91667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 13:10:00.371052 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-04e21fd4-fccf-48b1-8d09-108815e89ad7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752044867880'] for port, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:00.486266 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.db [None req-04e21fd4-fccf-48b1-8d09-108815e89ad7 admin admin] For port 3777142e-afe8-44ff-bac4-81e6cd6234b0, host dv-cinder-796114-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=3777142e-afe8-44ff-bac4-81e6cd6234b0,segment=NetworkSegment(90694a6e-994f-4d50-a48b-f1c14779a09f),segment_id=90694a6e-994f-4d50-a48b-f1c14779a09f)] {{(pid=91667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:10:00.486751 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-04e21fd4-fccf-48b1-8d09-108815e89ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455153'] for port, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:00.571934 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bfde90-a0b8-443c-a997-ea38a8c32013 None None] New status for floating IP 3d51d744-cf91-4a6f-9ff0-43ca9e0b2f1e: ACTIVE {{(pid=91669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 12 13:10:00.594921 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-04e21fd4-fccf-48b1-8d09-108815e89ad7 admin admin] Calling delete_port for 3777142e-afe8-44ff-bac4-81e6cd6234b0 owned by network:router_interface {{(pid=91667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 13:10:00.848016 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-04e21fd4-fccf-48b1-8d09-108815e89ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752044873292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752044431921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13277804'] for port, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:00.850963 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-7d7ca61c-7dcc-4819-aa7a-5fa66a1f0622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:10:00.879285 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e21fd4-fccf-48b1-8d09-108815e89ad7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3777142e-afe8-44ff-bac4-81e6cd6234b0,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:10:00.883990 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-04e21fd4-fccf-48b1-8d09-108815e89ad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:10:01.125891 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-04e21fd4-fccf-48b1-8d09-108815e89ad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458564'] for router_interface, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:01.427480 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04e21fd4-fccf-48b1-8d09-108815e89ad7 admin admin] Router 8c097a44-bd3a-40a0-a709-8e7a7376921e has already been hosted by L3 agent 68a3a672-d21c-4adb-804e-7b4e770767ea {{(pid=91667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 13:10:01.573686 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e21fd4-fccf-48b1-8d09-108815e89ad7 admin admin] Notify agent at l3_agent.dv-cinder-796114-1-iscsi the message routers_updated {{(pid=91667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 13:10:01.578784 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-04e21fd4-fccf-48b1-8d09-108815e89ad7 admin admin] 10.222.0.23 "PUT /v2.0/routers/8c097a44-bd3a-40a0-a709-8e7a7376921e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0419319 Jun 12 13:10:01.580942 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 33976) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:10:01.584149 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80eb8918-0e61-4ec9-b6cc-548e7f36ce85 None None] Sync routers for ids ['8c097a44-bd3a-40a0-a709-8e7a7376921e'] in dv-cinder-796114-1-iscsi {{(pid=91668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 13:10:01.593074 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80eb8918-0e61-4ec9-b6cc-548e7f36ce85 None None] Routers {'8c097a44-bd3a-40a0-a709-8e7a7376921e'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 13:10:01.593681 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-80eb8918-0e61-4ec9-b6cc-548e7f36ce85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T13:09:53Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['8c097a44-bd3a-40a0-a709-8e7a7376921e'], 'active': True} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:10:01.747710 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvr_db [None req-80eb8918-0e61-4ec9-b6cc-548e7f36ce85 None None] Set router 8c097a44-bd3a-40a0-a709-8e7a7376921e gateway port host: dv-cinder-796114-1-iscsi {{(pid=91668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 13:10:01.992554 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-fd5780ca-3755-4133-b1fd-81c96549a98b admin admin] Notify callbacks [] for router, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:01.992813 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-80eb8918-0e61-4ec9-b6cc-548e7f36ce85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c097a44-bd3a-40a0-a709-8e7a7376921e', 'name': 'tempest-TestShelveInstance-1897894121-router', 'tenant_id': '83d993bf0cfc42ba9d46b2654d988544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '715a93e3-879d-462c-af46-1fe474daecb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T13:04:04Z', 'updated_at': '2021-06-12T13:10:00Z', 'revision_number': 5, 'project_id': '83d993bf0cfc42ba9d46b2654d988544', 'gw_port': {'id': '715a93e3-879d-462c-af46-1fe474daecb1', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c097a44-bd3a-40a0-a709-8e7a7376921e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:04:04Z', 'updated_at': '2021-06-12T13:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi'}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:10:01.996197 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80eb8918-0e61-4ec9-b6cc-548e7f36ce85 None None] Checking router: 8c097a44-bd3a-40a0-a709-8e7a7376921e for host: dv-cinder-796114-1-iscsi {{(pid=91668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 13:10:02.004046 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80eb8918-0e61-4ec9-b6cc-548e7f36ce85 None None] Routers {'8c097a44-bd3a-40a0-a709-8e7a7376921e'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 13:10:02.004637 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-80eb8918-0e61-4ec9-b6cc-548e7f36ce85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T13:09:53Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['8c097a44-bd3a-40a0-a709-8e7a7376921e'], 'active': True} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:10:02.135268 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-fd5780ca-3755-4133-b1fd-81c96549a98b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:02.145284 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvr_db [None req-80eb8918-0e61-4ec9-b6cc-548e7f36ce85 None None] Set router 8c097a44-bd3a-40a0-a709-8e7a7376921e gateway port host: dv-cinder-796114-1-iscsi {{(pid=91668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 13:10:02.193755 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-fd5780ca-3755-4133-b1fd-81c96549a98b admin admin] Deleting port 715a93e3-879d-462c-af46-1fe474daecb1 {{(pid=91667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 13:10:02.194097 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-fd5780ca-3755-4133-b1fd-81c96549a98b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752044867880'] for port, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:02.299331 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.db [None req-fd5780ca-3755-4133-b1fd-81c96549a98b admin admin] For port 715a93e3-879d-462c-af46-1fe474daecb1, host dv-cinder-796114-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=715a93e3-879d-462c-af46-1fe474daecb1,segment=NetworkSegment(3c2da916-7025-41e9-bbaa-dbdda4d660f0),segment_id=3c2da916-7025-41e9-bbaa-dbdda4d660f0)] {{(pid=91667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:10:02.299699 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-fd5780ca-3755-4133-b1fd-81c96549a98b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455153'] for port, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:02.385369 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-80eb8918-0e61-4ec9-b6cc-548e7f36ce85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c097a44-bd3a-40a0-a709-8e7a7376921e', 'name': 'tempest-TestShelveInstance-1897894121-router', 'tenant_id': '83d993bf0cfc42ba9d46b2654d988544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '715a93e3-879d-462c-af46-1fe474daecb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T13:04:04Z', 'updated_at': '2021-06-12T13:10:00Z', 'revision_number': 5, 'project_id': '83d993bf0cfc42ba9d46b2654d988544', 'gw_port': {'id': '715a93e3-879d-462c-af46-1fe474daecb1', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c097a44-bd3a-40a0-a709-8e7a7376921e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:04:04Z', 'updated_at': '2021-06-12T13:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi'}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:10:02.389134 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80eb8918-0e61-4ec9-b6cc-548e7f36ce85 None None] The sync data for ids ['8c097a44-bd3a-40a0-a709-8e7a7376921e'] in dv-cinder-796114-1-iscsi is: [{'id': '8c097a44-bd3a-40a0-a709-8e7a7376921e', 'name': 'tempest-TestShelveInstance-1897894121-router', 'tenant_id': '83d993bf0cfc42ba9d46b2654d988544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '715a93e3-879d-462c-af46-1fe474daecb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T13:04:04Z', 'updated_at': '2021-06-12T13:10:00Z', 'revision_number': 5, 'project_id': '83d993bf0cfc42ba9d46b2654d988544', 'gw_port': {'id': '715a93e3-879d-462c-af46-1fe474daecb1', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c097a44-bd3a-40a0-a709-8e7a7376921e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:04:04Z', 'updated_at': '2021-06-12T13:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi'}] {{(pid=91668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 13:10:02.400708 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-fd5780ca-3755-4133-b1fd-81c96549a98b admin admin] Calling delete_port for 715a93e3-879d-462c-af46-1fe474daecb1 owned by network:router_gateway {{(pid=91667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 13:10:02.626979 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-fd5780ca-3755-4133-b1fd-81c96549a98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752044873292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752044431921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13277804'] for port, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:02.630946 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-bbaed6a2-4bbc-4b9d-bf79-a3c2d268c2d3 tempest-TestMinimumBasicScenario-59775826 tempest-TestMinimumBasicScenario-59775826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:10:02.663095 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5780ca-3755-4133-b1fd-81c96549a98b admin admin] Pushing event deleted for resources: {'Port': ['ID=715a93e3-879d-462c-af46-1fe474daecb1,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:10:02.696811 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-fd5780ca-3755-4133-b1fd-81c96549a98b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:10:02.717562 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 33992) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:10:02.745239 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-fd5780ca-3755-4133-b1fd-81c96549a98b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454167'] for router_gateway, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:02.843535 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-87669909-101a-459c-acbe-f86e672c3031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:02.886430 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-fd5780ca-3755-4133-b1fd-81c96549a98b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60926'] for router, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:02.888850 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-fd5780ca-3755-4133-b1fd-81c96549a98b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:02.949886 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-87669909-101a-459c-acbe-f86e672c3031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:02.952352 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-fd5780ca-3755-4133-b1fd-81c96549a98b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-442416'] for router, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:02.952882 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd5780ca-3755-4133-b1fd-81c96549a98b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c097a44-bd3a-40a0-a709-8e7a7376921e {{(pid=91667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 12 13:10:02.953986 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-87669909-101a-459c-acbe-f86e672c3031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:02.957188 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-fd5780ca-3755-4133-b1fd-81c96549a98b admin admin] Notify callbacks [] for router, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:02.959016 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-fd5780ca-3755-4133-b1fd-81c96549a98b admin admin] 10.222.0.23 "DELETE /v2.0/routers/8c097a44-bd3a-40a0-a709-8e7a7376921e HTTP/1.1" status: 204 len: 168 time: 1.3771031 Jun 12 13:10:02.960250 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-abbb16fb-f0c3-4fec-9778-848b4600aeae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:10:02.961453 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 33996) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:10:03.001992 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87669909-101a-459c-acbe-f86e672c3031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e242498a-9205-49aa-9af8-6e1eb0d187d2,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:10:03.009758 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-87669909-101a-459c-acbe-f86e672c3031 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aa168ab535604fc2ae990788f5e1eb2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2910142 Jun 12 13:10:03.010460 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 33998) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:10:03.011464 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-87669909-101a-459c-acbe-f86e672c3031 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:10:03.018913 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.db.db_base_plugin_v2 [None req-d852fa80-2546-41a5-b8f9-dfefe70cd3f6 admin admin] Deleting subnet 19c1424d-9b6e-4140-b5a2-be5d65fc63c4 {{(pid=91667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 12 13:10:03.024171 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-d852fa80-2546-41a5-b8f9-dfefe70cd3f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:03.069098 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device 3777142e-afe8-44ff-bac4-81e6cd6234b0 no longer exists at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 13:10:03.076970 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-d852fa80-2546-41a5-b8f9-dfefe70cd3f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13123207'] for subnet, precommit_delete_associations {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:03.079986 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-03aba7f9-cd3a-466b-a263-5fd291a13728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:03.106461 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] No Port match for: 3777142e-afe8-44ff-bac4-81e6cd6234b0 {{(pid=91668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 13:10:03.106736 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device 3777142e-afe8-44ff-bac4-81e6cd6234b0 not bound to the agent host dv-cinder-796114-1-iscsi {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 13:10:03.107033 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-03aba7f9-cd3a-466b-a263-5fd291a13728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:03.164395 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-03aba7f9-cd3a-466b-a263-5fd291a13728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:03.167633 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-03aba7f9-cd3a-466b-a263-5fd291a13728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:03.170653 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-03aba7f9-cd3a-466b-a263-5fd291a13728 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e242498a-9205-49aa-9af8-6e1eb0d187d2 HTTP/1.1" status: 204 len: 168 time: 0.1583951 Jun 12 13:10:03.171951 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-5f9cdc67-eb92-439e-8c1f-d567ce5d26e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:10:03.176260 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-d852fa80-2546-41a5-b8f9-dfefe70cd3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393918'] for subnet, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:03.181768 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aba7f9-cd3a-466b-a263-5fd291a13728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e242498a-9205-49aa-9af8-6e1eb0d187d2,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:10:03.184238 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-03aba7f9-cd3a-466b-a263-5fd291a13728 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:10:03.241998 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-d852fa80-2546-41a5-b8f9-dfefe70cd3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13278102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967289'] for subnet, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:03.246219 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:10:03.282431 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d852fa80-2546-41a5-b8f9-dfefe70cd3f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19c1424d-9b6e-4140-b5a2-be5d65fc63c4,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:10:03.285504 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-d852fa80-2546-41a5-b8f9-dfefe70cd3f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:10:03.287105 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-d852fa80-2546-41a5-b8f9-dfefe70cd3f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:03.288956 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-d852fa80-2546-41a5-b8f9-dfefe70cd3f6 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/19c1424d-9b6e-4140-b5a2-be5d65fc63c4 HTTP/1.1" status: 204 len: 168 time: 0.3265021 Jun 12 13:10:03.291566 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 34002) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:10:03.294172 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6add93-8874-4757-81ce-0680df2fb192 None None] Network 6a2e051b-c954-436b-9198-a8311614f2b4 requested from dv-cinder-796114-1-iscsi {{(pid=91668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 13:10:03.383088 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-35dd792a-7cc2-4bcb-9346-844b06112a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1600373'] for network, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:03.444359 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-35dd792a-7cc2-4bcb-9346-844b06112a69 admin admin] Deleting port 5de57738-0122-46ff-8bfd-c041e3401e6c {{(pid=91666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 13:10:03.444694 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-35dd792a-7cc2-4bcb-9346-844b06112a69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752044867880'] for port, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:03.460305 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 34006) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:10:03.478901 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8cfe0137-a3ac-4697-b70d-73de10990c4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:03.544871 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-35dd792a-7cc2-4bcb-9346-844b06112a69 admin admin] For port 5de57738-0122-46ff-8bfd-c041e3401e6c, host dv-cinder-796114-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=5de57738-0122-46ff-8bfd-c041e3401e6c,segment=NetworkSegment(90694a6e-994f-4d50-a48b-f1c14779a09f),segment_id=90694a6e-994f-4d50-a48b-f1c14779a09f)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:10:03.545339 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-35dd792a-7cc2-4bcb-9346-844b06112a69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455153'] for port, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:03.607663 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8cfe0137-a3ac-4697-b70d-73de10990c4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:03.612537 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8cfe0137-a3ac-4697-b70d-73de10990c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:03.615676 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-33db12bb-a2eb-42cd-a74a-53e90a43b84d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:10:03.646452 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-35dd792a-7cc2-4bcb-9346-844b06112a69 admin admin] Calling delete_port for 5de57738-0122-46ff-8bfd-c041e3401e6c owned by network:dhcp {{(pid=91666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 13:10:03.661306 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-8cfe0137-a3ac-4697-b70d-73de10990c4f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e2b8466bb0654ef7bc53449a197c206d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1998615 Jun 12 13:10:03.662811 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe0137-a3ac-4697-b70d-73de10990c4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f83c3ad-e8fe-42ec-93e5-2f90146afe60,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:10:03.666249 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-8cfe0137-a3ac-4697-b70d-73de10990c4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:10:03.666249 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 34008) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:10:03.671744 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f77f71-5005-41c6-a7f8-a3b12fd291d6 None None] DHCP port deletion for 6a2e051b-c954-436b-9198-a8311614f2b4 request from dv-cinder-796114-1-iscsi {{(pid=91668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 12 13:10:03.722954 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-cd211b21-12d6-469a-bfe4-208d02265207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:03.726997 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-d9f77f71-5005-41c6-a7f8-a3b12fd291d6 None None] Deleting port 5de57738-0122-46ff-8bfd-c041e3401e6c {{(pid=91668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 13:10:03.727449 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-d9f77f71-5005-41c6-a7f8-a3b12fd291d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752044867880'] for port, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:03.746798 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-cd211b21-12d6-469a-bfe4-208d02265207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:03.756151 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-35dd792a-7cc2-4bcb-9346-844b06112a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752044873292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752044431921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14082967'] for port, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:03.760167 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-c110ff30-c944-48cc-bfa1-fff5408c36e2 tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:10:03.793860 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dd792a-7cc2-4bcb-9346-844b06112a69 admin admin] Pushing event deleted for resources: {'Port': ['ID=5de57738-0122-46ff-8bfd-c041e3401e6c,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:10:03.797336 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-35dd792a-7cc2-4bcb-9346-844b06112a69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:10:03.798129 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dd792a-7cc2-4bcb-9346-844b06112a69 admin admin] No DVR routers for this DVR port 5de57738-0122-46ff-8bfd-c041e3401e6c on host dv-cinder-796114-1-iscsi {{(pid=91666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 13:10:03.810173 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-cd211b21-12d6-469a-bfe4-208d02265207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:03.813495 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-cd211b21-12d6-469a-bfe4-208d02265207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:03.815038 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-cd211b21-12d6-469a-bfe4-208d02265207 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2f83c3ad-e8fe-42ec-93e5-2f90146afe60 HTTP/1.1" status: 204 len: 168 time: 0.1478636 Jun 12 13:10:03.815443 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-d9f77f71-5005-41c6-a7f8-a3b12fd291d6 None None] For port 5de57738-0122-46ff-8bfd-c041e3401e6c, host dv-cinder-796114-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=5de57738-0122-46ff-8bfd-c041e3401e6c,segment=NetworkSegment(90694a6e-994f-4d50-a48b-f1c14779a09f),segment_id=90694a6e-994f-4d50-a48b-f1c14779a09f)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:10:03.816076 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-d9f77f71-5005-41c6-a7f8-a3b12fd291d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455153'] for port, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:03.816342 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-2bdf2296-6270-492a-a087-f18c9e9d8450 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:10:03.826168 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd211b21-12d6-469a-bfe4-208d02265207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f83c3ad-e8fe-42ec-93e5-2f90146afe60,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:10:03.828558 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-cd211b21-12d6-469a-bfe4-208d02265207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:10:03.913979 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-35dd792a-7cc2-4bcb-9346-844b06112a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1356131', 'neutron.services.segments.db._delete_segments_for_network-8752044986040'] for network, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:03.923422 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-d9f77f71-5005-41c6-a7f8-a3b12fd291d6 None None] Calling delete_port for 5de57738-0122-46ff-8bfd-c041e3401e6c owned by network:dhcp {{(pid=91668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 13:10:03.925463 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.services.segments.db [None req-35dd792a-7cc2-4bcb-9346-844b06112a69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a2e051b-c954-436b-9198-a8311614f2b4']}} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:10:03.938003 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.services.segments.db [None req-35dd792a-7cc2-4bcb-9346-844b06112a69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90694a6e-994f-4d50-a48b-f1c14779a09f') {'for_net_delete': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:10:03.938380 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.services.segments.db [None req-35dd792a-7cc2-4bcb-9346-844b06112a69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90694a6e-994f-4d50-a48b-f1c14779a09f') {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:10:03.962592 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-35dd792a-7cc2-4bcb-9346-844b06112a69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752044985878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12979523'] for segment, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:03.980893 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-35dd792a-7cc2-4bcb-9346-844b06112a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400235'] for segment, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:03.987138 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35dd792a-7cc2-4bcb-9346-844b06112a69 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=91666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 12 13:10:03.987539 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-35dd792a-7cc2-4bcb-9346-844b06112a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14083012'] for segment, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:03.990039 dv-cinder-796114-1-iscsi neutron-server[91666]: Traceback (most recent call last): Jun 12 13:10:03.990039 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 12 13:10:03.990039 dv-cinder-796114-1-iscsi neutron-server[91666]: timer() Jun 12 13:10:03.990039 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 12 13:10:03.990039 dv-cinder-796114-1-iscsi neutron-server[91666]: cb(*args, **kw) Jun 12 13:10:03.990039 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 12 13:10:03.990039 dv-cinder-796114-1-iscsi neutron-server[91666]: return func(*args, **kwargs) Jun 12 13:10:03.990039 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 12 13:10:03.990039 dv-cinder-796114-1-iscsi neutron-server[91666]: self._notify() Jun 12 13:10:03.990039 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 12 13:10:03.990039 dv-cinder-796114-1-iscsi neutron-server[91666]: self.callback(batched_events) Jun 12 13:10:03.990039 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 12 13:10:03.990039 dv-cinder-796114-1-iscsi neutron-server[91666]: event.method(event) Jun 12 13:10:03.990039 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 12 13:10:03.990039 dv-cinder-796114-1-iscsi neutron-server[91666]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 12 13:10:03.990039 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 12 13:10:03.990039 dv-cinder-796114-1-iscsi neutron-server[91666]: aggregate_uuid = self.p_client.list_aggregates( Jun 12 13:10:03.990039 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 12 13:10:03.990039 dv-cinder-796114-1-iscsi neutron-server[91666]: return f(self, *a, **k) Jun 12 13:10:03.990039 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 12 13:10:03.990039 dv-cinder-796114-1-iscsi neutron-server[91666]: return self._get(url).json() Jun 12 13:10:03.990039 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 12 13:10:03.990039 dv-cinder-796114-1-iscsi neutron-server[91666]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 12 13:10:03.990039 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 12 13:10:03.990039 dv-cinder-796114-1-iscsi neutron-server[91666]: return self.request(url, 'GET', **kwargs) Jun 12 13:10:03.990039 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 12 13:10:03.990039 dv-cinder-796114-1-iscsi neutron-server[91666]: base_url = self.get_endpoint(auth, allow=allow, Jun 12 13:10:03.990039 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 12 13:10:03.990039 dv-cinder-796114-1-iscsi neutron-server[91666]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 12 13:10:03.990039 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 12 13:10:03.990039 dv-cinder-796114-1-iscsi neutron-server[91666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 12 13:10:03.990039 dv-cinder-796114-1-iscsi neutron-server[91666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 12 13:10:04.032511 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-d9f77f71-5005-41c6-a7f8-a3b12fd291d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752044873292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752044431921'] for port, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:04.035283 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-04e7220b-e1c1-4e4b-9e7f-29b47c3837b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:10:04.064653 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-35dd792a-7cc2-4bcb-9346-844b06112a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1356156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454154'] for network, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:04.069152 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f77f71-5005-41c6-a7f8-a3b12fd291d6 None None] Pushing event deleted for resources: {'Port': ['ID=5de57738-0122-46ff-8bfd-c041e3401e6c,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:10:04.071019 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f77f71-5005-41c6-a7f8-a3b12fd291d6 None None] No DVR routers for this DVR port 5de57738-0122-46ff-8bfd-c041e3401e6c on host dv-cinder-796114-1-iscsi {{(pid=91668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 13:10:04.072463 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-d9f77f71-5005-41c6-a7f8-a3b12fd291d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:10:04.075857 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-c0937469-5029-4df3-9579-174f34220add admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:10:04.078971 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-35dd792a-7cc2-4bcb-9346-844b06112a69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for network, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:04.084635 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-35dd792a-7cc2-4bcb-9346-844b06112a69 admin admin] 10.222.0.23 "DELETE /v2.0/networks/6a2e051b-c954-436b-9198-a8311614f2b4 HTTP/1.1" status: 204 len: 168 time: 0.7882175 Jun 12 13:10:04.104043 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dd792a-7cc2-4bcb-9346-844b06112a69 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a2e051b-c954-436b-9198-a8311614f2b4,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:10:04.106657 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-35dd792a-7cc2-4bcb-9346-844b06112a69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:10:04.208864 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 34022) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:10:04.253401 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-19270c65-b5ee-4c70-b7f2-1d5fe41d54b9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=309791d830a94b0f9bbf5e05447bde27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0477293 Jun 12 13:10:04.256731 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 34026) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:10:04.309541 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6e81d573-e648-4157-a38a-4400ce1a1bbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:04.334417 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6e81d573-e648-4157-a38a-4400ce1a1bbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:04.386226 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6e81d573-e648-4157-a38a-4400ce1a1bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:04.389144 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-6e81d573-e648-4157-a38a-4400ce1a1bbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:04.390310 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-6e81d573-e648-4157-a38a-4400ce1a1bbe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7439f4ba-eac3-4367-91b9-14c4a35289c8 HTTP/1.1" status: 204 len: 168 time: 0.1326399 Jun 12 13:10:04.391074 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-2d0f650a-e04e-4e62-b193-684a4449ef1e tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:10:04.400173 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e81d573-e648-4157-a38a-4400ce1a1bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7439f4ba-eac3-4367-91b9-14c4a35289c8,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:10:04.402402 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-6e81d573-e648-4157-a38a-4400ce1a1bbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:10:04.715139 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 34044) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:10:04.759824 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-6a2ff9eb-c1c2-4f16-874b-5f8c09f34cbc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=83d993bf0cfc42ba9d46b2654d988544&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0434577 Jun 12 13:10:04.762168 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 34046) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:10:04.815217 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-614a1384-99f5-4120-b422-6550c9303f4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:04.842216 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-614a1384-99f5-4120-b422-6550c9303f4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:04.894018 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-614a1384-99f5-4120-b422-6550c9303f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:04.897458 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-614a1384-99f5-4120-b422-6550c9303f4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:04.898739 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-614a1384-99f5-4120-b422-6550c9303f4f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fdf4c728-d696-46e9-b230-2aefcd58a0bd HTTP/1.1" status: 204 len: 168 time: 0.1356654 Jun 12 13:10:04.899525 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-a4b7310d-7bb4-4449-abc4-58b9adaff710 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:10:04.908342 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614a1384-99f5-4120-b422-6550c9303f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf4c728-d696-46e9-b230-2aefcd58a0bd,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:10:04.911674 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-614a1384-99f5-4120-b422-6550c9303f4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:10:05.044157 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device 5de57738-0122-46ff-8bfd-c041e3401e6c no longer exists at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 13:10:05.069976 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] No Port match for: 5de57738-0122-46ff-8bfd-c041e3401e6c {{(pid=91668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 13:10:05.070704 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device 5de57738-0122-46ff-8bfd-c041e3401e6c not bound to the agent host dv-cinder-796114-1-iscsi {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 13:10:05.070949 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device 715a93e3-879d-462c-af46-1fe474daecb1 no longer exists at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 13:10:05.111393 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] No Port match for: 715a93e3-879d-462c-af46-1fe474daecb1 {{(pid=91668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 13:10:05.112224 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device 715a93e3-879d-462c-af46-1fe474daecb1 not bound to the agent host dv-cinder-796114-1-iscsi {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 13:10:05.136353 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 34054) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:10:05.300927 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-ea7be113-327d-4313-b7b9-65d9c20fd9a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:05.400186 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-ea7be113-327d-4313-b7b9-65d9c20fd9a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:05.403945 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-ea7be113-327d-4313-b7b9-65d9c20fd9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:05.407118 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-afd03719-f622-46c2-b2b8-c5e104f12e4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:10:05.446236 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-ea7be113-327d-4313-b7b9-65d9c20fd9a4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7503404d9b0844538c66750c44e22de3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3087199 Jun 12 13:10:05.447342 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7be113-327d-4313-b7b9-65d9c20fd9a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d233e382-a07b-425c-aa79-c873a2c64f66,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:10:05.449061 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 34058) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:10:05.450348 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-ea7be113-327d-4313-b7b9-65d9c20fd9a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:10:05.500931 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-bdb0c902-280c-499f-91ef-7ae9bc2ad15d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:05.524030 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-bdb0c902-280c-499f-91ef-7ae9bc2ad15d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:05.574089 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-bdb0c902-280c-499f-91ef-7ae9bc2ad15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:05.576779 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-bdb0c902-280c-499f-91ef-7ae9bc2ad15d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:05.577893 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-bdb0c902-280c-499f-91ef-7ae9bc2ad15d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d233e382-a07b-425c-aa79-c873a2c64f66 HTTP/1.1" status: 204 len: 168 time: 0.1277659 Jun 12 13:10:05.578715 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-be9a3c1d-ca6d-483c-ad1b-e3160d406ec4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:10:05.587989 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb0c902-280c-499f-91ef-7ae9bc2ad15d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d233e382-a07b-425c-aa79-c873a2c64f66,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:10:05.590368 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-bdb0c902-280c-499f-91ef-7ae9bc2ad15d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:10:06.544884 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 34090) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:10:06.650097 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-dbe270c2-687e-4381-b0d2-2c7ea8712429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:06.743220 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-dbe270c2-687e-4381-b0d2-2c7ea8712429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:06.747078 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-dbe270c2-687e-4381-b0d2-2c7ea8712429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:06.750229 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-87669909-101a-459c-acbe-f86e672c3031 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:10:06.788622 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-dbe270c2-687e-4381-b0d2-2c7ea8712429 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6a87bdf381fa4685bd849fbeee692fdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2426989 Jun 12 13:10:06.789605 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe270c2-687e-4381-b0d2-2c7ea8712429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fbc77b5-3a60-4984-bcba-fa10dbb82569,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:10:06.791320 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 34094) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:10:06.792682 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-dbe270c2-687e-4381-b0d2-2c7ea8712429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:10:06.844367 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8dc11191-0f35-4b3b-937e-0e48d45ca26d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:06.868694 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8dc11191-0f35-4b3b-937e-0e48d45ca26d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:06.921782 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8dc11191-0f35-4b3b-937e-0e48d45ca26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:06.927978 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-8dc11191-0f35-4b3b-937e-0e48d45ca26d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:06.931551 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-8dc11191-0f35-4b3b-937e-0e48d45ca26d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8fbc77b5-3a60-4984-bcba-fa10dbb82569 HTTP/1.1" status: 204 len: 168 time: 0.1392210 Jun 12 13:10:06.932336 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-8cfe0137-a3ac-4697-b70d-73de10990c4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:10:06.943281 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc11191-0f35-4b3b-937e-0e48d45ca26d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fbc77b5-3a60-4984-bcba-fa10dbb82569,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:10:06.945955 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-8dc11191-0f35-4b3b-937e-0e48d45ca26d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:10:07.889399 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 34124) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:10:07.995881 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-f4cbc859-4129-4e8a-af07-e482aaaaa8fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:08.086291 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-f4cbc859-4129-4e8a-af07-e482aaaaa8fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:08.090563 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-f4cbc859-4129-4e8a-af07-e482aaaaa8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:08.095360 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-1eac1eb5-7c19-4a2e-84ea-333b1d280a63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:10:08.126709 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cbc859-4129-4e8a-af07-e482aaaaa8fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=052c4765-2d4a-4425-94a6-a3454ed31f50,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:10:08.132175 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-f4cbc859-4129-4e8a-af07-e482aaaaa8fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:10:08.146399 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-f4cbc859-4129-4e8a-af07-e482aaaaa8fb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0a09490928aa4caead044cb0120b45f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2558458 Jun 12 13:10:08.146542 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 34130) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:10:08.201702 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-ef0878a8-1f76-44f5-baab-00a95c0d6956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:08.226853 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-ef0878a8-1f76-44f5-baab-00a95c0d6956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:08.276877 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-ef0878a8-1f76-44f5-baab-00a95c0d6956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:08.279708 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-ef0878a8-1f76-44f5-baab-00a95c0d6956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:08.281182 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-ef0878a8-1f76-44f5-baab-00a95c0d6956 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/052c4765-2d4a-4425-94a6-a3454ed31f50 HTTP/1.1" status: 204 len: 168 time: 0.1335816 Jun 12 13:10:08.282031 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-8e89f781-6232-4e4e-bf35-c120cd9a3ce0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:10:08.292447 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0878a8-1f76-44f5-baab-00a95c0d6956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=052c4765-2d4a-4425-94a6-a3454ed31f50,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:10:08.295365 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-ef0878a8-1f76-44f5-baab-00a95c0d6956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:10:09.206598 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73429e-e0a2-4d4d-9d87-2c05f2a6a73e req-b2c11dcc-af7e-41fc-8515-82770beb7636 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:10:09.209443 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-fe73429e-e0a2-4d4d-9d87-2c05f2a6a73e req-b2c11dcc-af7e-41fc-8515-82770beb7636 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 946 time: 0.0750244 Jun 12 13:10:09.254366 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-fe73429e-e0a2-4d4d-9d87-2c05f2a6a73e req-8d8558c8-7dd0-4987-a191-c71055bc540d tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=224ecf89-5379-4ba7-b3f1-52eb5f3bacaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384970 Jun 12 13:10:10.443821 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258f6f8-5e9c-45d4-bcbe-34ea11459740 req-6f84e6bb-9db6-4457-ad1e-3336d129311d tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:10:10.445329 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-7258f6f8-5e9c-45d4-bcbe-34ea11459740 req-6f84e6bb-9db6-4457-ad1e-3336d129311d tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 946 time: 0.0708797 Jun 12 13:10:10.488444 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-7258f6f8-5e9c-45d4-bcbe-34ea11459740 req-8250f996-92fd-4807-8e5f-30f600b38454 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=224ecf89-5379-4ba7-b3f1-52eb5f3bacaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373290 Jun 12 13:10:11.050050 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c1f4b-1a7e-4151-8a04-25429dc07433 req-f1d8c523-05c5-4d7b-af8a-c98de6e6f977 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:10:11.051382 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-419c1f4b-1a7e-4151-8a04-25429dc07433 req-f1d8c523-05c5-4d7b-af8a-c98de6e6f977 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 946 time: 0.0707440 Jun 12 13:10:11.161579 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [req-419c1f4b-1a7e-4151-8a04-25429dc07433 req-1fc47219-990f-43fb-a185-8889649bb662 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Deleting port 29e6c152-4c94-451c-bc2d-51c467d5b59f {{(pid=91666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 13:10:11.162107 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-419c1f4b-1a7e-4151-8a04-25429dc07433 req-1fc47219-990f-43fb-a185-8889649bb662 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752044867880'] for port, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:11.275702 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [req-419c1f4b-1a7e-4151-8a04-25429dc07433 req-1fc47219-990f-43fb-a185-8889649bb662 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] For port 29e6c152-4c94-451c-bc2d-51c467d5b59f, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=29e6c152-4c94-451c-bc2d-51c467d5b59f,segment=NetworkSegment(a0a674b8-7738-4903-8a88-2eeaa5688873),segment_id=a0a674b8-7738-4903-8a88-2eeaa5688873)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:10:11.276070 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-419c1f4b-1a7e-4151-8a04-25429dc07433 req-1fc47219-990f-43fb-a185-8889649bb662 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455153'] for port, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:11.841143 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-419c1f4b-1a7e-4151-8a04-25429dc07433 req-1fc47219-990f-43fb-a185-8889649bb662 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:11.841430 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-419c1f4b-1a7e-4151-8a04-25429dc07433 req-1fc47219-990f-43fb-a185-8889649bb662 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454259'] for floatingip, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:11.841745 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.db.l3_db [req-419c1f4b-1a7e-4151-8a04-25429dc07433 req-1fc47219-990f-43fb-a185-8889649bb662 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Floating IP 24662c39-1c76-4508-9d38-9ee8942255d1 disassociated. External IP: 172.27.3.195, port: 29e6c152-4c94-451c-bc2d-51c467d5b59f. Jun 12 13:10:11.842099 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [req-419c1f4b-1a7e-4151-8a04-25429dc07433 req-1fc47219-990f-43fb-a185-8889649bb662 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Calling delete_port for 29e6c152-4c94-451c-bc2d-51c467d5b59f owned by compute:nova {{(pid=91666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 13:10:11.930339 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c25ed3-07e3-4369-ae50-a7977bcbb6b1 req-a03f893d-416c-4a4e-a350-965968f41f1d tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:10:11.931840 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-88c25ed3-07e3-4369-ae50-a7977bcbb6b1 req-a03f893d-416c-4a4e-a350-965968f41f1d tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 946 time: 0.1484554 Jun 12 13:10:11.987052 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-88c25ed3-07e3-4369-ae50-a7977bcbb6b1 req-0f2be8bc-0fc9-4583-99a8-9747a9feaf0a tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups?id=224ecf89-5379-4ba7-b3f1-52eb5f3bacaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486469 Jun 12 13:10:12.054091 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-419c1f4b-1a7e-4151-8a04-25429dc07433 req-1fc47219-990f-43fb-a185-8889649bb662 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752044873292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752044431921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14082967'] for port, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:12.057994 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-eeb91227-70cf-44b0-aa36-1592a340cd17 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:10:12.089914 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc47219-990f-43fb-a185-8889649bb662 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Pushing event deleted for resources: {'Port': ['ID=29e6c152-4c94-451c-bc2d-51c467d5b59f,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:10:12.093102 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-1fc47219-990f-43fb-a185-8889649bb662 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:10:12.251032 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.l3_agent_scheduler [req-419c1f4b-1a7e-4151-8a04-25429dc07433 req-1fc47219-990f-43fb-a185-8889649bb662 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Router 2d703b04-b819-4eec-958f-b4a2292252f1 has already been hosted by L3 agent 68a3a672-d21c-4adb-804e-7b4e770767ea {{(pid=91666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 13:10:12.402612 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-419c1f4b-1a7e-4151-8a04-25429dc07433 req-1fc47219-990f-43fb-a185-8889649bb662 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify agent at l3_agent.dv-cinder-796114-1-iscsi the message routers_updated {{(pid=91666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 13:10:12.411839 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6065fe-1bd9-4221-8403-6b861849c765 None None] Sync routers for ids ['2d703b04-b819-4eec-958f-b4a2292252f1'] in dv-cinder-796114-1-iscsi {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 13:10:12.424163 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6065fe-1bd9-4221-8403-6b861849c765 None None] Routers {'2d703b04-b819-4eec-958f-b4a2292252f1'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 13:10:12.424956 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-9f6065fe-1bd9-4221-8403-6b861849c765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T13:09:53Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['2d703b04-b819-4eec-958f-b4a2292252f1'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:10:12.458129 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [req-419c1f4b-1a7e-4151-8a04-25429dc07433 req-1fc47219-990f-43fb-a185-8889649bb662 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] No DVR routers for this DVR port 29e6c152-4c94-451c-bc2d-51c467d5b59f on host hv-cinder-79611 {{(pid=91666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 13:10:12.460708 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-419c1f4b-1a7e-4151-8a04-25429dc07433 req-1fc47219-990f-43fb-a185-8889649bb662 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920'] for port, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:12.462692 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-419c1f4b-1a7e-4151-8a04-25429dc07433 req-1fc47219-990f-43fb-a185-8889649bb662 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.30 "DELETE /v2.0/ports/29e6c152-4c94-451c-bc2d-51c467d5b59f HTTP/1.1" status: 204 len: 173 time: 1.4058769 Jun 12 13:10:12.463228 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c980e74-4e0e-4f7d-b8f8-bb7240919ee2', 'name': 'network-vif-deleted', 'tag': '29e6c152-4c94-451c-bc2d-51c467d5b59f'}] {{(pid=91666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 13:10:12.465578 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba2aedb3ce59156ad261fd92086ba05f02985526b362ab5d5a646d7af1b76f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006fb191-04f1-47e6-87ab-f6f81cfd6386" -d '{"events": [{"server_uuid": "0c980e74-4e0e-4f7d-b8f8-bb7240919ee2", "name": "network-vif-deleted", "tag": "29e6c152-4c94-451c-bc2d-51c467d5b59f"}]}' {{(pid=91666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 13:10:12.503787 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 13:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a789bf-ff5e-4bbf-a239-46a792225e71 x-openstack-request-id: req-f3a789bf-ff5e-4bbf-a239-46a792225e71 {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 13:10:12.504420 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c980e74-4e0e-4f7d-b8f8-bb7240919ee2", "name": "network-vif-deleted", "tag": "29e6c152-4c94-451c-bc2d-51c467d5b59f", "status": "completed", "code": 200}]} {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 13:10:12.505598 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f3a789bf-ff5e-4bbf-a239-46a792225e71 {{(pid=91666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 13:10:12.506417 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c980e74-4e0e-4f7d-b8f8-bb7240919ee2', 'name': 'network-vif-deleted', 'tag': '29e6c152-4c94-451c-bc2d-51c467d5b59f', 'status': 'completed', 'code': 200} Jun 12 13:10:12.697822 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-9f6065fe-1bd9-4221-8403-6b861849c765 None None] Set router 2d703b04-b819-4eec-958f-b4a2292252f1 gateway port host: dv-cinder-796114-1-iscsi {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 13:10:12.966044 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-9f6065fe-1bd9-4221-8403-6b861849c765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d703b04-b819-4eec-958f-b4a2292252f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1705789875-router', 'tenant_id': '7f18be0815224addb543ffddc7807c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '51ea6e07-a05b-4867-8d4d-a7a8446f9496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:57:52Z', 'updated_at': '2021-06-12T12:58:06Z', 'revision_number': 4, 'project_id': '7f18be0815224addb543ffddc7807c85', 'gw_port': {'id': '51ea6e07-a05b-4867-8d4d-a7a8446f9496', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d703b04-b819-4eec-958f-b4a2292252f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:57:53Z', 'updated_at': '2021-06-12T12:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_interfaces': [{'id': 'a67d836e-9483-468a-9890-6e43140cd4df', 'name': '', 'network_id': '64b4b39f-e457-4d52-beb5-ab2bbde33d05', 'tenant_id': '7f18be0815224addb543ffddc7807c85', 'mac_address': 'fa:16:3e:28:2c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d703b04-b819-4eec-958f-b4a2292252f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f2822e5c-4cf7-4702-9de8-8d297e10d4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:58:01Z', 'updated_at': '2021-06-12T12:58:19Z', 'revision_number': 5, 'project_id': '7f18be0815224addb543ffddc7807c85', 'subnets': [{'id': 'f2822e5c-4cf7-4702-9de8-8d297e10d4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:10:12.969847 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6065fe-1bd9-4221-8403-6b861849c765 None None] Checking router: 2d703b04-b819-4eec-958f-b4a2292252f1 for host: dv-cinder-796114-1-iscsi {{(pid=91669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 13:10:12.980020 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6065fe-1bd9-4221-8403-6b861849c765 None None] Routers {'2d703b04-b819-4eec-958f-b4a2292252f1'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 13:10:12.980561 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-9f6065fe-1bd9-4221-8403-6b861849c765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T13:09:53Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['2d703b04-b819-4eec-958f-b4a2292252f1'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:10:13.135455 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-9f6065fe-1bd9-4221-8403-6b861849c765 None None] Set router 2d703b04-b819-4eec-958f-b4a2292252f1 gateway port host: dv-cinder-796114-1-iscsi {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 13:10:13.168234 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-21fa9f11-478c-4454-97d5-85183101c009 req-c270c4ce-02aa-4647-a931-3828b3aa8aa8 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c980e74-4e0e-4f7d-b8f8-bb7240919ee2 HTTP/1.1" status: 200 len: 210 time: 0.0343523 Jun 12 13:10:13.421012 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-9f6065fe-1bd9-4221-8403-6b861849c765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d703b04-b819-4eec-958f-b4a2292252f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1705789875-router', 'tenant_id': '7f18be0815224addb543ffddc7807c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '51ea6e07-a05b-4867-8d4d-a7a8446f9496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:57:52Z', 'updated_at': '2021-06-12T12:58:06Z', 'revision_number': 4, 'project_id': '7f18be0815224addb543ffddc7807c85', 'gw_port': {'id': '51ea6e07-a05b-4867-8d4d-a7a8446f9496', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d703b04-b819-4eec-958f-b4a2292252f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:57:53Z', 'updated_at': '2021-06-12T12:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_interfaces': [{'id': 'a67d836e-9483-468a-9890-6e43140cd4df', 'name': '', 'network_id': '64b4b39f-e457-4d52-beb5-ab2bbde33d05', 'tenant_id': '7f18be0815224addb543ffddc7807c85', 'mac_address': 'fa:16:3e:28:2c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d703b04-b819-4eec-958f-b4a2292252f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f2822e5c-4cf7-4702-9de8-8d297e10d4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:58:01Z', 'updated_at': '2021-06-12T12:58:19Z', 'revision_number': 5, 'project_id': '7f18be0815224addb543ffddc7807c85', 'subnets': [{'id': 'f2822e5c-4cf7-4702-9de8-8d297e10d4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:10:13.424609 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6065fe-1bd9-4221-8403-6b861849c765 None None] The sync data for ids ['2d703b04-b819-4eec-958f-b4a2292252f1'] in dv-cinder-796114-1-iscsi is: [{'id': '2d703b04-b819-4eec-958f-b4a2292252f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1705789875-router', 'tenant_id': '7f18be0815224addb543ffddc7807c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '51ea6e07-a05b-4867-8d4d-a7a8446f9496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:57:52Z', 'updated_at': '2021-06-12T12:58:06Z', 'revision_number': 4, 'project_id': '7f18be0815224addb543ffddc7807c85', 'gw_port': {'id': '51ea6e07-a05b-4867-8d4d-a7a8446f9496', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d703b04-b819-4eec-958f-b4a2292252f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:57:53Z', 'updated_at': '2021-06-12T12:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_interfaces': [{'id': 'a67d836e-9483-468a-9890-6e43140cd4df', 'name': '', 'network_id': '64b4b39f-e457-4d52-beb5-ab2bbde33d05', 'tenant_id': '7f18be0815224addb543ffddc7807c85', 'mac_address': 'fa:16:3e:28:2c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d703b04-b819-4eec-958f-b4a2292252f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f2822e5c-4cf7-4702-9de8-8d297e10d4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:58:01Z', 'updated_at': '2021-06-12T12:58:19Z', 'revision_number': 5, 'project_id': '7f18be0815224addb543ffddc7807c85', 'subnets': [{'id': 'f2822e5c-4cf7-4702-9de8-8d297e10d4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 13:10:13.434336 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device 29e6c152-4c94-451c-bc2d-51c467d5b59f no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 13:10:13.462284 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] No Port match for: 29e6c152-4c94-451c-bc2d-51c467d5b59f {{(pid=91668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 13:10:13.462861 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device 29e6c152-4c94-451c-bc2d-51c467d5b59f not bound to the agent host hv-cinder-79611 {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 13:10:13.638660 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f7f56f-39ea-4b85-8d85-ca296b0a274f None None] New status for floating IP 24662c39-1c76-4508-9d38-9ee8942255d1: DOWN {{(pid=91668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 12 13:10:14.294351 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 34232) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:10:14.359862 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-1a49553c-0661-40bc-9bca-fc7902d69c9a tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks [] for security_group, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:14.385888 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-1a49553c-0661-40bc-9bca-fc7902d69c9a tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:14.439912 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-1a49553c-0661-40bc-9bca-fc7902d69c9a tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:14.442628 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-1a49553c-0661-40bc-9bca-fc7902d69c9a tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks [] for security_group, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:14.443748 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-1a49553c-0661-40bc-9bca-fc7902d69c9a tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "DELETE /v2.0/security-groups/224ecf89-5379-4ba7-b3f1-52eb5f3bacaf HTTP/1.1" status: 204 len: 168 time: 0.1483502 Jun 12 13:10:14.444637 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-c759ebee-4d75-45f3-bdd9-372cafb23bca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:10:14.446671 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 34238) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:10:14.454623 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a49553c-0661-40bc-9bca-fc7902d69c9a tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=224ecf89-5379-4ba7-b3f1-52eb5f3bacaf,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:10:14.457186 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-1a49553c-0661-40bc-9bca-fc7902d69c9a tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:10:14.465605 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.api.v2.resource [None req-553b48a5-fd42-41e5-9ad5-a2105e324d3a tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] show failed (client error): The resource could not be found. Jun 12 13:10:14.467088 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-553b48a5-fd42-41e5-9ad5-a2105e324d3a tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "GET /v2.0/security-groups/224ecf89-5379-4ba7-b3f1-52eb5f3bacaf HTTP/1.1" status: 404 len: 347 time: 0.0183938 Jun 12 13:10:14.469575 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 34242) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:10:14.631513 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-21c77302-9ec9-4960-9781-c2c5d47682a0 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Deleting port aef32362-41fa-45cd-af82-6ec3ea558886 {{(pid=91666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 13:10:14.631866 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-21c77302-9ec9-4960-9781-c2c5d47682a0 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752044867880'] for port, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:14.736740 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-21c77302-9ec9-4960-9781-c2c5d47682a0 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455153'] for port, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:14.737074 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-21c77302-9ec9-4960-9781-c2c5d47682a0 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:14.832456 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-21c77302-9ec9-4960-9781-c2c5d47682a0 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Calling delete_port for aef32362-41fa-45cd-af82-6ec3ea558886 owned by network:floatingip {{(pid=91666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 13:10:14.992237 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-21c77302-9ec9-4960-9781-c2c5d47682a0 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752044873292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752044431921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14082967'] for port, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:14.995020 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-828df136-910c-461d-8d61-b4a2f89b5caf tempest-ServerRescueNegativeTestJSON-1261380996 tempest-ServerRescueNegativeTestJSON-1261380996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:10:15.026141 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c77302-9ec9-4960-9781-c2c5d47682a0 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Pushing event deleted for resources: {'Port': ['ID=aef32362-41fa-45cd-af82-6ec3ea558886,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:10:15.030162 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-21c77302-9ec9-4960-9781-c2c5d47682a0 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:10:15.104693 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-21c77302-9ec9-4960-9781-c2c5d47682a0 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks [] for floatingip, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:15.107423 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-21c77302-9ec9-4960-9781-c2c5d47682a0 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920'] for floatingip, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:15.108644 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-21c77302-9ec9-4960-9781-c2c5d47682a0 tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] 10.222.0.23 "DELETE /v2.0/floatingips/24662c39-1c76-4508-9d38-9ee8942255d1 HTTP/1.1" status: 204 len: 168 time: 0.6379800 Jun 12 13:10:17.847783 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 34308) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:10:18.435389 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-d304eed2-f8de-4958-a94e-548a4e760f6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-458196'] for router_interface, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:18.755291 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-d304eed2-f8de-4958-a94e-548a4e760f6c admin admin] Deleting port a67d836e-9483-468a-9890-6e43140cd4df {{(pid=91667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 13:10:18.755633 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-d304eed2-f8de-4958-a94e-548a4e760f6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752044867880'] for port, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:18.854595 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.db [None req-d304eed2-f8de-4958-a94e-548a4e760f6c admin admin] For port a67d836e-9483-468a-9890-6e43140cd4df, host dv-cinder-796114-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=a67d836e-9483-468a-9890-6e43140cd4df,segment=NetworkSegment(a0a674b8-7738-4903-8a88-2eeaa5688873),segment_id=a0a674b8-7738-4903-8a88-2eeaa5688873)] {{(pid=91667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:10:18.855308 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-d304eed2-f8de-4958-a94e-548a4e760f6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455153'] for port, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:18.951805 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-d304eed2-f8de-4958-a94e-548a4e760f6c admin admin] Calling delete_port for a67d836e-9483-468a-9890-6e43140cd4df owned by network:router_interface {{(pid=91667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 13:10:19.088059 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 34318) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:10:19.180170 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-d304eed2-f8de-4958-a94e-548a4e760f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752044873292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752044431921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13277804'] for port, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:19.183183 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-e48ad1eb-8a5a-4c63-91c3-bbba5d8f61d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:10:19.195076 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-b5a9c892-caae-4963-842f-ff113ed6707b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:19.213992 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d304eed2-f8de-4958-a94e-548a4e760f6c admin admin] Pushing event deleted for resources: {'Port': ['ID=a67d836e-9483-468a-9890-6e43140cd4df,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:10:19.219952 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-d304eed2-f8de-4958-a94e-548a4e760f6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:10:19.302628 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-b5a9c892-caae-4963-842f-ff113ed6707b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:19.306844 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-b5a9c892-caae-4963-842f-ff113ed6707b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:19.310347 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-56a3afb8-c880-4612-b4e3-726492045635 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:10:19.354594 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-b5a9c892-caae-4963-842f-ff113ed6707b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1d494c341c7742e6ad49fd8797b77fd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2654376 Jun 12 13:10:19.355191 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 34322) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:10:19.357216 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a9c892-caae-4963-842f-ff113ed6707b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ebb1f3-4912-4ebc-b887-456d7967c708,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:10:19.365010 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-b5a9c892-caae-4963-842f-ff113ed6707b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:10:19.423426 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-b3b3bd84-0672-4aa2-a7a8-34f25e445219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:19.449930 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-b3b3bd84-0672-4aa2-a7a8-34f25e445219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:19.502465 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-b3b3bd84-0672-4aa2-a7a8-34f25e445219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:19.505814 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-b3b3bd84-0672-4aa2-a7a8-34f25e445219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:19.507006 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-b3b3bd84-0672-4aa2-a7a8-34f25e445219 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d7ebb1f3-4912-4ebc-b887-456d7967c708 HTTP/1.1" status: 204 len: 168 time: 0.1507792 Jun 12 13:10:19.507960 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-a301145a-cdbe-40f3-86b7-5d55ef52550f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:10:19.518711 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b3bd84-0672-4aa2-a7a8-34f25e445219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ebb1f3-4912-4ebc-b887-456d7967c708,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:10:19.521886 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-b3b3bd84-0672-4aa2-a7a8-34f25e445219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:10:19.708499 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-d304eed2-f8de-4958-a94e-548a4e760f6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458564'] for router_interface, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:20.012640 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d304eed2-f8de-4958-a94e-548a4e760f6c admin admin] Router 2d703b04-b819-4eec-958f-b4a2292252f1 has already been hosted by L3 agent 68a3a672-d21c-4adb-804e-7b4e770767ea {{(pid=91667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 13:10:20.157231 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d304eed2-f8de-4958-a94e-548a4e760f6c admin admin] Notify agent at l3_agent.dv-cinder-796114-1-iscsi the message routers_updated {{(pid=91667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 13:10:20.162820 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-d304eed2-f8de-4958-a94e-548a4e760f6c admin admin] 10.222.0.23 "PUT /v2.0/routers/2d703b04-b819-4eec-958f-b4a2292252f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3137951 Jun 12 13:10:20.165277 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 34326) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:10:20.169045 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9deb260a-34e4-4367-a6b0-6716015b851c None None] Sync routers for ids ['2d703b04-b819-4eec-958f-b4a2292252f1'] in dv-cinder-796114-1-iscsi {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 13:10:20.178352 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9deb260a-34e4-4367-a6b0-6716015b851c None None] Routers {'2d703b04-b819-4eec-958f-b4a2292252f1'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 13:10:20.178957 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-9deb260a-34e4-4367-a6b0-6716015b851c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T13:09:53Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['2d703b04-b819-4eec-958f-b4a2292252f1'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:10:20.308547 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-38af135f-2377-4653-b32f-9aa46ece22b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:20.323894 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-9deb260a-34e4-4367-a6b0-6716015b851c None None] Set router 2d703b04-b819-4eec-958f-b4a2292252f1 gateway port host: dv-cinder-796114-1-iscsi {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 13:10:20.450398 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-38af135f-2377-4653-b32f-9aa46ece22b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:20.509428 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-38af135f-2377-4653-b32f-9aa46ece22b7 admin admin] Deleting port 51ea6e07-a05b-4867-8d4d-a7a8446f9496 {{(pid=91667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 13:10:20.509771 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-38af135f-2377-4653-b32f-9aa46ece22b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752044867880'] for port, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:20.556094 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-9deb260a-34e4-4367-a6b0-6716015b851c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d703b04-b819-4eec-958f-b4a2292252f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1705789875-router', 'tenant_id': '7f18be0815224addb543ffddc7807c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '51ea6e07-a05b-4867-8d4d-a7a8446f9496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:57:52Z', 'updated_at': '2021-06-12T13:10:19Z', 'revision_number': 5, 'project_id': '7f18be0815224addb543ffddc7807c85', 'gw_port': {'id': '51ea6e07-a05b-4867-8d4d-a7a8446f9496', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d703b04-b819-4eec-958f-b4a2292252f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T12:57:53Z', 'updated_at': '2021-06-12T12:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi'}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:10:20.559404 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9deb260a-34e4-4367-a6b0-6716015b851c None None] Checking router: 2d703b04-b819-4eec-958f-b4a2292252f1 for host: dv-cinder-796114-1-iscsi {{(pid=91669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 13:10:20.567861 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9deb260a-34e4-4367-a6b0-6716015b851c None None] Routers {'2d703b04-b819-4eec-958f-b4a2292252f1'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 13:10:20.568540 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-9deb260a-34e4-4367-a6b0-6716015b851c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T13:09:53Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['2d703b04-b819-4eec-958f-b4a2292252f1'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:10:20.615735 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.db [None req-38af135f-2377-4653-b32f-9aa46ece22b7 admin admin] For port 51ea6e07-a05b-4867-8d4d-a7a8446f9496, host dv-cinder-796114-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=51ea6e07-a05b-4867-8d4d-a7a8446f9496,segment=NetworkSegment(3c2da916-7025-41e9-bbaa-dbdda4d660f0),segment_id=3c2da916-7025-41e9-bbaa-dbdda4d660f0)] {{(pid=91667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:10:20.616110 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-38af135f-2377-4653-b32f-9aa46ece22b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455153'] for port, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:20.627497 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-029a8391-a0ac-4cc5-965c-70b4a50d58ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:20.715856 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-38af135f-2377-4653-b32f-9aa46ece22b7 admin admin] Calling delete_port for 51ea6e07-a05b-4867-8d4d-a7a8446f9496 owned by network:router_gateway {{(pid=91667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 13:10:20.791415 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-9deb260a-34e4-4367-a6b0-6716015b851c None None] Set router 2d703b04-b819-4eec-958f-b4a2292252f1 gateway port host: None {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 13:10:20.870590 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-9deb260a-34e4-4367-a6b0-6716015b851c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d703b04-b819-4eec-958f-b4a2292252f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1705789875-router', 'tenant_id': '7f18be0815224addb543ffddc7807c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:57:52Z', 'updated_at': '2021-06-12T13:10:20Z', 'revision_number': 6, 'project_id': '7f18be0815224addb543ffddc7807c85', 'gw_port_host': None}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:10:20.873932 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9deb260a-34e4-4367-a6b0-6716015b851c None None] The sync data for ids ['2d703b04-b819-4eec-958f-b4a2292252f1'] in dv-cinder-796114-1-iscsi is: [{'id': '2d703b04-b819-4eec-958f-b4a2292252f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1705789875-router', 'tenant_id': '7f18be0815224addb543ffddc7807c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T12:57:52Z', 'updated_at': '2021-06-12T13:10:20Z', 'revision_number': 6, 'project_id': '7f18be0815224addb543ffddc7807c85', 'gw_port_host': None}] {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 13:10:20.928117 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-38af135f-2377-4653-b32f-9aa46ece22b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752044873292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752044431921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13277804'] for port, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:20.930042 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-6daeef9c-480f-40d7-be81-fd0e2292eaec tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:10:20.957266 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38af135f-2377-4653-b32f-9aa46ece22b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=51ea6e07-a05b-4867-8d4d-a7a8446f9496,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:10:20.962149 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-38af135f-2377-4653-b32f-9aa46ece22b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:10:21.041988 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-38af135f-2377-4653-b32f-9aa46ece22b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454167'] for router_gateway, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:21.185988 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-38af135f-2377-4653-b32f-9aa46ece22b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60926'] for router, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:21.188015 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-38af135f-2377-4653-b32f-9aa46ece22b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:21.259678 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-38af135f-2377-4653-b32f-9aa46ece22b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-442416'] for router, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:21.260369 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38af135f-2377-4653-b32f-9aa46ece22b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d703b04-b819-4eec-958f-b4a2292252f1 {{(pid=91667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 12 13:10:21.265564 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-38af135f-2377-4653-b32f-9aa46ece22b7 admin admin] Notify callbacks [] for router, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:21.269326 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 34330) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:10:21.269842 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-38af135f-2377-4653-b32f-9aa46ece22b7 admin admin] 10.222.0.23 "DELETE /v2.0/routers/2d703b04-b819-4eec-958f-b4a2292252f1 HTTP/1.1" status: 204 len: 168 time: 1.1031487 Jun 12 13:10:21.334432 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcbdfc71-223a-4d5b-a296-2e36f2bec6cf admin admin] Deleting subnet f2822e5c-4cf7-4702-9de8-8d297e10d4e8 {{(pid=91666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 12 13:10:21.338089 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-fcbdfc71-223a-4d5b-a296-2e36f2bec6cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:21.381950 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-fcbdfc71-223a-4d5b-a296-2e36f2bec6cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12979528'] for subnet, precommit_delete_associations {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:21.478161 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-fcbdfc71-223a-4d5b-a296-2e36f2bec6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393918'] for subnet, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:21.537257 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-fcbdfc71-223a-4d5b-a296-2e36f2bec6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14082669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13914971'] for subnet, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:21.540231 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:10:21.570413 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbdfc71-223a-4d5b-a296-2e36f2bec6cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2822e5c-4cf7-4702-9de8-8d297e10d4e8,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:10:21.573261 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-fcbdfc71-223a-4d5b-a296-2e36f2bec6cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:10:21.574316 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-fcbdfc71-223a-4d5b-a296-2e36f2bec6cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for subnet, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:21.576131 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-fcbdfc71-223a-4d5b-a296-2e36f2bec6cf admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f2822e5c-4cf7-4702-9de8-8d297e10d4e8 HTTP/1.1" status: 204 len: 168 time: 0.3051958 Jun 12 13:10:21.578531 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 34334) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:10:21.581401 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e4f7a7-6544-47b1-8e96-61405ff1ee4a None None] Network 64b4b39f-e457-4d52-beb5-ab2bbde33d05 requested from dv-cinder-796114-1-iscsi {{(pid=91668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 13:10:21.670606 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device a67d836e-9483-468a-9890-6e43140cd4df no longer exists at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 13:10:21.672566 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:21.674830 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-4cd643a2-0cc8-4d92-8e6b-ea5b459ba00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1600373'] for network, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:21.711726 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] No Port match for: a67d836e-9483-468a-9890-6e43140cd4df {{(pid=91668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 13:10:21.712074 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device a67d836e-9483-468a-9890-6e43140cd4df not bound to the agent host dv-cinder-796114-1-iscsi {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 13:10:21.747609 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-4cd643a2-0cc8-4d92-8e6b-ea5b459ba00c admin admin] Deleting port e7880da9-5d35-460a-adcd-3829f809b8e0 {{(pid=91666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 13:10:21.747948 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-4cd643a2-0cc8-4d92-8e6b-ea5b459ba00c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752044867880'] for port, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:21.841216 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-4cd643a2-0cc8-4d92-8e6b-ea5b459ba00c admin admin] For port e7880da9-5d35-460a-adcd-3829f809b8e0, host dv-cinder-796114-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=e7880da9-5d35-460a-adcd-3829f809b8e0,segment=NetworkSegment(a0a674b8-7738-4903-8a88-2eeaa5688873),segment_id=a0a674b8-7738-4903-8a88-2eeaa5688873)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:10:21.841574 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-4cd643a2-0cc8-4d92-8e6b-ea5b459ba00c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455153'] for port, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:21.862948 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3462b6b-2adb-4d10-bb5b-a76f78165402 None None] DHCP port deletion for 64b4b39f-e457-4d52-beb5-ab2bbde33d05 request from dv-cinder-796114-1-iscsi {{(pid=91668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 12 13:10:21.921671 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-c3462b6b-2adb-4d10-bb5b-a76f78165402 None None] Deleting port e7880da9-5d35-460a-adcd-3829f809b8e0 {{(pid=91668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 13:10:21.922312 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-c3462b6b-2adb-4d10-bb5b-a76f78165402 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752044867880'] for port, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:21.942848 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-4cd643a2-0cc8-4d92-8e6b-ea5b459ba00c admin admin] Calling delete_port for e7880da9-5d35-460a-adcd-3829f809b8e0 owned by network:dhcp {{(pid=91666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 13:10:22.014264 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-c3462b6b-2adb-4d10-bb5b-a76f78165402 None None] For port e7880da9-5d35-460a-adcd-3829f809b8e0, host dv-cinder-796114-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=e7880da9-5d35-460a-adcd-3829f809b8e0,segment=NetworkSegment(a0a674b8-7738-4903-8a88-2eeaa5688873),segment_id=a0a674b8-7738-4903-8a88-2eeaa5688873)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:10:22.014579 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-c3462b6b-2adb-4d10-bb5b-a76f78165402 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455153'] for port, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:22.037382 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-4cd643a2-0cc8-4d92-8e6b-ea5b459ba00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752044873292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752044431921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14082967'] for port, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:22.040492 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-d016d473-6548-4715-b1a7-5a627482e3e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:10:22.076065 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd643a2-0cc8-4d92-8e6b-ea5b459ba00c admin admin] No DVR routers for this DVR port e7880da9-5d35-460a-adcd-3829f809b8e0 on host dv-cinder-796114-1-iscsi {{(pid=91666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 13:10:22.080799 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd643a2-0cc8-4d92-8e6b-ea5b459ba00c admin admin] Pushing event deleted for resources: {'Port': ['ID=e7880da9-5d35-460a-adcd-3829f809b8e0,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:10:22.084965 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-4cd643a2-0cc8-4d92-8e6b-ea5b459ba00c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:10:22.124602 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-c3462b6b-2adb-4d10-bb5b-a76f78165402 None None] Calling delete_port for e7880da9-5d35-460a-adcd-3829f809b8e0 owned by network:dhcp {{(pid=91668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 13:10:22.180219 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-4cd643a2-0cc8-4d92-8e6b-ea5b459ba00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1356131', 'neutron.services.segments.db._delete_segments_for_network-8752044986040'] for network, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:22.190834 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.services.segments.db [None req-4cd643a2-0cc8-4d92-8e6b-ea5b459ba00c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64b4b39f-e457-4d52-beb5-ab2bbde33d05']}} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:10:22.201707 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.services.segments.db [None req-4cd643a2-0cc8-4d92-8e6b-ea5b459ba00c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0a674b8-7738-4903-8a88-2eeaa5688873') {'for_net_delete': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:10:22.201998 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.services.segments.db [None req-4cd643a2-0cc8-4d92-8e6b-ea5b459ba00c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0a674b8-7738-4903-8a88-2eeaa5688873') {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:10:22.217452 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-4cd643a2-0cc8-4d92-8e6b-ea5b459ba00c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752044985878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12979523'] for segment, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:22.219058 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-c3462b6b-2adb-4d10-bb5b-a76f78165402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752044873292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752044431921'] for port, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:22.221839 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-f43f0e53-0090-4dfb-80ce-f9e7b722ab90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:10:22.233123 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-4cd643a2-0cc8-4d92-8e6b-ea5b459ba00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400235'] for segment, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:22.239152 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cd643a2-0cc8-4d92-8e6b-ea5b459ba00c admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=91666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 12 13:10:22.239791 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-4cd643a2-0cc8-4d92-8e6b-ea5b459ba00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14083012'] for segment, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:22.241462 dv-cinder-796114-1-iscsi neutron-server[91666]: Traceback (most recent call last): Jun 12 13:10:22.241462 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 12 13:10:22.241462 dv-cinder-796114-1-iscsi neutron-server[91666]: timer() Jun 12 13:10:22.241462 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 12 13:10:22.241462 dv-cinder-796114-1-iscsi neutron-server[91666]: cb(*args, **kw) Jun 12 13:10:22.241462 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 12 13:10:22.241462 dv-cinder-796114-1-iscsi neutron-server[91666]: return func(*args, **kwargs) Jun 12 13:10:22.241462 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 12 13:10:22.241462 dv-cinder-796114-1-iscsi neutron-server[91666]: self._notify() Jun 12 13:10:22.241462 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 12 13:10:22.241462 dv-cinder-796114-1-iscsi neutron-server[91666]: self.callback(batched_events) Jun 12 13:10:22.241462 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 12 13:10:22.241462 dv-cinder-796114-1-iscsi neutron-server[91666]: event.method(event) Jun 12 13:10:22.241462 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 12 13:10:22.241462 dv-cinder-796114-1-iscsi neutron-server[91666]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 12 13:10:22.241462 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 12 13:10:22.241462 dv-cinder-796114-1-iscsi neutron-server[91666]: aggregate_uuid = self.p_client.list_aggregates( Jun 12 13:10:22.241462 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 12 13:10:22.241462 dv-cinder-796114-1-iscsi neutron-server[91666]: return f(self, *a, **k) Jun 12 13:10:22.241462 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 12 13:10:22.241462 dv-cinder-796114-1-iscsi neutron-server[91666]: return self._get(url).json() Jun 12 13:10:22.241462 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 12 13:10:22.241462 dv-cinder-796114-1-iscsi neutron-server[91666]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 12 13:10:22.241462 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 12 13:10:22.241462 dv-cinder-796114-1-iscsi neutron-server[91666]: return self.request(url, 'GET', **kwargs) Jun 12 13:10:22.241462 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 12 13:10:22.241462 dv-cinder-796114-1-iscsi neutron-server[91666]: base_url = self.get_endpoint(auth, allow=allow, Jun 12 13:10:22.241462 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 12 13:10:22.241462 dv-cinder-796114-1-iscsi neutron-server[91666]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 12 13:10:22.241462 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 12 13:10:22.241462 dv-cinder-796114-1-iscsi neutron-server[91666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 12 13:10:22.241462 dv-cinder-796114-1-iscsi neutron-server[91666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 12 13:10:22.250060 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3462b6b-2adb-4d10-bb5b-a76f78165402 None None] Pushing event deleted for resources: {'Port': ['ID=e7880da9-5d35-460a-adcd-3829f809b8e0,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:10:22.253066 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-c3462b6b-2adb-4d10-bb5b-a76f78165402 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:10:22.253881 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3462b6b-2adb-4d10-bb5b-a76f78165402 None None] No DVR routers for this DVR port e7880da9-5d35-460a-adcd-3829f809b8e0 on host dv-cinder-796114-1-iscsi {{(pid=91668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 13:10:22.318548 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-4cd643a2-0cc8-4d92-8e6b-ea5b459ba00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1356156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454154'] for network, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:22.323206 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-4cd643a2-0cc8-4d92-8e6b-ea5b459ba00c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for network, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:22.325009 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-4cd643a2-0cc8-4d92-8e6b-ea5b459ba00c admin admin] 10.222.0.23 "DELETE /v2.0/networks/64b4b39f-e457-4d52-beb5-ab2bbde33d05 HTTP/1.1" status: 204 len: 168 time: 0.7455797 Jun 12 13:10:22.325726 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-62082b59-3262-466e-907f-fd4325bb7b6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:10:22.349914 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd643a2-0cc8-4d92-8e6b-ea5b459ba00c admin admin] Pushing event deleted for resources: {'Network': ['ID=64b4b39f-e457-4d52-beb5-ab2bbde33d05,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:10:22.352619 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-4cd643a2-0cc8-4d92-8e6b-ea5b459ba00c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:10:22.489375 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 34338) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:10:22.533256 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-4d586918-ce56-404a-a60f-0ec995b321d5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7f18be0815224addb543ffddc7807c85&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0424201 Jun 12 13:10:22.535424 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 34340) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:10:22.586146 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-5635d69e-fc4f-42d0-b409-602d8717cb92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:22.607967 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-5635d69e-fc4f-42d0-b409-602d8717cb92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:22.656632 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-5635d69e-fc4f-42d0-b409-602d8717cb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:22.659224 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-5635d69e-fc4f-42d0-b409-602d8717cb92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:22.660325 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-5635d69e-fc4f-42d0-b409-602d8717cb92 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ebe6fdd2-ca08-455a-91d2-52d874f57a49 HTTP/1.1" status: 204 len: 168 time: 0.1238053 Jun 12 13:10:22.661425 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-0a9007d0-4942-4dad-9603-dc69863d9c2c tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:10:22.673148 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5635d69e-fc4f-42d0-b409-602d8717cb92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe6fdd2-ca08-455a-91d2-52d874f57a49,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:10:22.675688 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-5635d69e-fc4f-42d0-b409-602d8717cb92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:10:23.038753 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device 51ea6e07-a05b-4867-8d4d-a7a8446f9496 no longer exists at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 13:10:23.063411 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] No Port match for: 51ea6e07-a05b-4867-8d4d-a7a8446f9496 {{(pid=91668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 13:10:23.063761 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device 51ea6e07-a05b-4867-8d4d-a7a8446f9496 not bound to the agent host dv-cinder-796114-1-iscsi {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 13:10:23.064190 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device e7880da9-5d35-460a-adcd-3829f809b8e0 no longer exists at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 13:10:23.088370 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] No Port match for: e7880da9-5d35-460a-adcd-3829f809b8e0 {{(pid=91668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 13:10:23.088717 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device e7880da9-5d35-460a-adcd-3829f809b8e0 not bound to the agent host dv-cinder-796114-1-iscsi {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 13:10:23.322324 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 34362) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:10:23.346465 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:23.420482 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.v2.base [None req-ca0aa3db-a097-40ed-ab3e-360cae1ee44d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-843424487-network', 'tenant_id': 'e58ed140656349e28153949c5e36a0ba'}} {{(pid=91666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:10:23.441635 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca0aa3db-a097-40ed-ab3e-360cae1ee44d admin admin] Made reservation on behalf of e58ed140656349e28153949c5e36a0ba for: {'network': 1} {{(pid=91666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 13:10:23.443879 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-ca0aa3db-a097-40ed-ab3e-360cae1ee44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for network, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:23.453918 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-ca0aa3db-a097-40ed-ab3e-360cae1ee44d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:23.470284 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-2480eb1c-2e7e-4929-8b70-a76e57e7a780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:23.551188 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-ca0aa3db-a097-40ed-ab3e-360cae1ee44d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:23.554939 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-ca0aa3db-a097-40ed-ab3e-360cae1ee44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:23.557757 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-ad056176-18c7-4a98-8a5e-a76c5dfe0b91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:10:23.580386 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca0aa3db-a097-40ed-ab3e-360cae1ee44d admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=91666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 13:10:23.589244 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0aa3db-a097-40ed-ab3e-360cae1ee44d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b6686b7-bc1b-4c46-b4ba-adb8b75aa5e9,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:10:23.592762 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-ca0aa3db-a097-40ed-ab3e-360cae1ee44d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:10:23.595545 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-ca0aa3db-a097-40ed-ab3e-360cae1ee44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400235'] for segment, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:23.596095 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.db.segments_db [None req-ca0aa3db-a097-40ed-ab3e-360cae1ee44d admin admin] Added segment 30066408-ee24-4c7b-b372-b3386ef28a16 of type vlan for network 19fffc4d-7a8a-474e-a1d7-94c99b6e12d8 Jun 12 13:10:23.644911 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-ca0aa3db-a097-40ed-ab3e-360cae1ee44d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752044417208'] for network, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:23.673332 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-ca0aa3db-a097-40ed-ab3e-360cae1ee44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786'] for network, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:23.674352 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0aa3db-a097-40ed-ab3e-360cae1ee44d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:10:23.674924 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-ca0aa3db-a097-40ed-ab3e-360cae1ee44d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for network, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:23.677795 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:10:23.709756 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-ca0aa3db-a097-40ed-ab3e-360cae1ee44d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3863251 Jun 12 13:10:23.712987 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 34366) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:10:23.718507 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.v2.base [None req-53e96ee9-5e43-48c2-a409-c30528f44dae admin admin] Request body: {'subnet': {'network_id': '19fffc4d-7a8a-474e-a1d7-94c99b6e12d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-843424487-subnet', 'tenant_id': 'e58ed140656349e28153949c5e36a0ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:10:23.738942 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e96ee9-5e43-48c2-a409-c30528f44dae admin admin] Made reservation on behalf of e58ed140656349e28153949c5e36a0ba for: {'subnet': 1} {{(pid=91667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 13:10:23.741536 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-53e96ee9-5e43-48c2-a409-c30528f44dae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967252'] for subnet, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:23.759318 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0aa3db-a097-40ed-ab3e-360cae1ee44d admin admin] Pushing event updated for resources: {'Network': ['ID=19fffc4d-7a8a-474e-a1d7-94c99b6e12d8,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:10:23.761915 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-ca0aa3db-a097-40ed-ab3e-360cae1ee44d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:10:23.770956 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Network 19fffc4d-7a8a-474e-a1d7-94c99b6e12d8 details requested by agent ovs-agent-dv-cinder-796114-1-iscsi with host dv-cinder-796114-1-iscsi {{(pid=91668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 13:10:23.951133 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-53e96ee9-5e43-48c2-a409-c30528f44dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13278165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967234'] for subnet, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:23.954251 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-0d2d2109-266a-4b4c-9e05-5e700a2f4788 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:10:24.019809 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e96ee9-5e43-48c2-a409-c30528f44dae admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa582660-9e9f-4d63-9d8d-ae53efd16dbc,revision_number=0']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:10:24.023263 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-53e96ee9-5e43-48c2-a409-c30528f44dae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:10:24.030152 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e96ee9-5e43-48c2-a409-c30528f44dae admin admin] Checking segment: {'id': '30066408-ee24-4c7b-b372-b3386ef28a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '19fffc4d-7a8a-474e-a1d7-94c99b6e12d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 13:10:24.030535 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e96ee9-5e43-48c2-a409-c30528f44dae admin admin] Network hostable DHCP agents. Network: 19fffc4d-7a8a-474e-a1d7-94c99b6e12d8, hostable agents: ['8dc1a162-787d-4a45-80b7-87a05126eea7'], hosted agents: [] {{(pid=91667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 13:10:24.046312 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e96ee9-5e43-48c2-a409-c30528f44dae admin admin] Network 19fffc4d-7a8a-474e-a1d7-94c99b6e12d8 is scheduled to be hosted by DHCP agent 8dc1a162-787d-4a45-80b7-87a05126eea7 with binding_index 1 {{(pid=91667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 13:10:24.054288 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.base_scheduler [None req-53e96ee9-5e43-48c2-a409-c30528f44dae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-1-iscsi, 19fffc4d-7a8a-474e-a1d7-94c99b6e12d8) {{(pid=91667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 13:10:24.058217 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e96ee9-5e43-48c2-a409-c30528f44dae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:10:24.058803 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-53e96ee9-5e43-48c2-a409-c30528f44dae admin admin] Notify callbacks [] for subnet, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:24.064130 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6139fbfd-b095-4f2f-a364-7a16ed164ae5 None None] Network 19fffc4d-7a8a-474e-a1d7-94c99b6e12d8 requested from dv-cinder-796114-1-iscsi {{(pid=91668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 13:10:24.072416 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-53e96ee9-5e43-48c2-a409-c30528f44dae admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3583372 Jun 12 13:10:24.228270 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-b61204fc-e1c8-4b58-98b3-0f21b4a2f9d7 req-74729129-c6f2-491a-bf66-1e8a243b0e40 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e40670f7-4ebe-4950-848b-f28f70ff0805&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0656796 Jun 12 13:10:24.245823 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e782d7-2b83-4d2c-89f6-441b5f9bafa8 None None] Network 19fffc4d-7a8a-474e-a1d7-94c99b6e12d8 requested from dv-cinder-796114-1-iscsi {{(pid=91668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 13:10:24.345074 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61204fc-e1c8-4b58-98b3-0f21b4a2f9d7 req-4f9356b5-9875-45de-a02f-c7699757892c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:10:24.345074 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-b61204fc-e1c8-4b58-98b3-0f21b4a2f9d7 req-4f9356b5-9875-45de-a02f-c7699757892c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7dc4fd57127a4ce392ff4630ba0b781b&device_id=e40670f7-4ebe-4950-848b-f28f70ff0805 HTTP/1.1" status: 200 len: 1098 time: 0.0644271 Jun 12 13:10:24.479518 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61204fc-e1c8-4b58-98b3-0f21b4a2f9d7 req-ecf2e533-6041-4df2-8f9e-99ffa9ae2b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:10:24.480957 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-b61204fc-e1c8-4b58-98b3-0f21b4a2f9d7 req-ecf2e533-6041-4df2-8f9e-99ffa9ae2b54 service neutron] 10.222.0.30 "GET /v2.0/networks?id=aa0b2eef-60a6-40a3-bce6-957f6885e8a4 HTTP/1.1" status: 200 len: 912 time: 0.1174521 Jun 12 13:10:24.572271 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 34382) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:10:24.577232 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.v2.base [None req-9b790c2d-708d-4622-ac91-58c5c5b21939 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-760392726-network', 'tenant_id': 'aa6a130ea18441be8a3cbeb30746f44c'}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:10:24.580074 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-b61204fc-e1c8-4b58-98b3-0f21b4a2f9d7 req-472e37da-69d4-429b-b229-dc28e4621f99 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33810da1-d137-4ecc-aa20-eaed803e673c HTTP/1.1" status: 200 len: 1001 time: 0.0924754 Jun 12 13:10:24.597117 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b790c2d-708d-4622-ac91-58c5c5b21939 admin admin] Made reservation on behalf of aa6a130ea18441be8a3cbeb30746f44c for: {'network': 1} {{(pid=91667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 13:10:24.599778 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-9b790c2d-708d-4622-ac91-58c5c5b21939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1467062'] for network, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:24.610825 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-9b790c2d-708d-4622-ac91-58c5c5b21939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:24.639414 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61204fc-e1c8-4b58-98b3-0f21b4a2f9d7 req-e97e6d9d-5a6f-48d0-a59a-616d9a065156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:10:24.640964 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-b61204fc-e1c8-4b58-98b3-0f21b4a2f9d7 req-e97e6d9d-5a6f-48d0-a59a-616d9a065156 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a098da02-dc26-4e87-a6b5-562c3ad57ee5 HTTP/1.1" status: 200 len: 850 time: 0.0538642 Jun 12 13:10:24.709525 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-9b790c2d-708d-4622-ac91-58c5c5b21939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:24.712547 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61204fc-e1c8-4b58-98b3-0f21b4a2f9d7 req-42f51e81-0deb-4f71-a87c-6439f13c395c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:10:24.713968 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-9b790c2d-708d-4622-ac91-58c5c5b21939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:24.714576 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-b61204fc-e1c8-4b58-98b3-0f21b4a2f9d7 req-42f51e81-0deb-4f71-a87c-6439f13c395c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa0b2eef-60a6-40a3-bce6-957f6885e8a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0662811 Jun 12 13:10:24.717898 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-bbdd0f1c-8945-4c7d-9796-db15195bcd3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:10:24.743799 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b790c2d-708d-4622-ac91-58c5c5b21939 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=91667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 13:10:24.752519 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b790c2d-708d-4622-ac91-58c5c5b21939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c77273-c3e7-4341-9d67-1fe9e08f4182,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:10:24.757124 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-9b790c2d-708d-4622-ac91-58c5c5b21939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:10:24.760475 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-9b790c2d-708d-4622-ac91-58c5c5b21939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400235'] for segment, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:24.761521 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.db.segments_db [None req-9b790c2d-708d-4622-ac91-58c5c5b21939 admin admin] Added segment 989015a6-a1de-43ef-836d-ae648a019831 of type vlan for network d303eb6b-eb1b-43ea-93ba-4f82ace915bf Jun 12 13:10:24.814685 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-9b790c2d-708d-4622-ac91-58c5c5b21939 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752044417208'] for network, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:24.835697 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-b61204fc-e1c8-4b58-98b3-0f21b4a2f9d7 req-05310a94-b49e-4c60-969e-597127689818 service neutron] 10.222.0.30 "GET /v2.0/networks/aa0b2eef-60a6-40a3-bce6-957f6885e8a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134856 Jun 12 13:10:24.844791 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-9b790c2d-708d-4622-ac91-58c5c5b21939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786'] for network, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:24.846064 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b790c2d-708d-4622-ac91-58c5c5b21939 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:10:24.846663 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-9b790c2d-708d-4622-ac91-58c5c5b21939 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for network, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:24.849651 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-bb8fef9d-375a-4eaf-bb6c-24db849ee560 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:10:24.883143 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-9b790c2d-708d-4622-ac91-58c5c5b21939 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3097696 Jun 12 13:10:24.885836 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 34384) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:10:24.892471 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.v2.base [None req-c2d86e2d-0156-4049-8fb7-b15cc3a3391a admin admin] Request body: {'subnet': {'network_id': 'd303eb6b-eb1b-43ea-93ba-4f82ace915bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-760392726-subnet', 'tenant_id': 'aa6a130ea18441be8a3cbeb30746f44c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 13:10:24.939343 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b790c2d-708d-4622-ac91-58c5c5b21939 admin admin] Pushing event updated for resources: {'Network': ['ID=d303eb6b-eb1b-43ea-93ba-4f82ace915bf,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:10:24.943949 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-9b790c2d-708d-4622-ac91-58c5c5b21939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:10:24.950622 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Network d303eb6b-eb1b-43ea-93ba-4f82ace915bf details requested by agent ovs-agent-dv-cinder-796114-1-iscsi with host dv-cinder-796114-1-iscsi {{(pid=91668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 13:10:24.960553 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d86e2d-0156-4049-8fb7-b15cc3a3391a admin admin] Made reservation on behalf of aa6a130ea18441be8a3cbeb30746f44c for: {'subnet': 1} {{(pid=91667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 13:10:24.963145 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-b61204fc-e1c8-4b58-98b3-0f21b4a2f9d7 req-5e484578-4acd-49f3-a361-9d613e8c5fee service neutron] 10.222.0.30 "GET /v2.0/networks/aa0b2eef-60a6-40a3-bce6-957f6885e8a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213841 Jun 12 13:10:24.963542 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c2d86e2d-0156-4049-8fb7-b15cc3a3391a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12967252'] for subnet, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:25.090780 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-7239a5c3-c5f0-4f25-a5be-c6c46247b3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:25.172680 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c2d86e2d-0156-4049-8fb7-b15cc3a3391a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13278165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12967234'] for subnet, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:25.174918 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-f1442ec3-982c-4a47-b983-9892ef83db37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:10:25.238221 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d86e2d-0156-4049-8fb7-b15cc3a3391a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9594d32-3987-4219-b524-b84b906acac9,revision_number=0']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:10:25.242421 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-c2d86e2d-0156-4049-8fb7-b15cc3a3391a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:10:25.247671 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d86e2d-0156-4049-8fb7-b15cc3a3391a admin admin] Checking segment: {'id': '989015a6-a1de-43ef-836d-ae648a019831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd303eb6b-eb1b-43ea-93ba-4f82ace915bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 13:10:25.248027 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d86e2d-0156-4049-8fb7-b15cc3a3391a admin admin] Network hostable DHCP agents. Network: d303eb6b-eb1b-43ea-93ba-4f82ace915bf, hostable agents: ['8dc1a162-787d-4a45-80b7-87a05126eea7'], hosted agents: [] {{(pid=91667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 13:10:25.265194 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d86e2d-0156-4049-8fb7-b15cc3a3391a admin admin] Network d303eb6b-eb1b-43ea-93ba-4f82ace915bf is scheduled to be hosted by DHCP agent 8dc1a162-787d-4a45-80b7-87a05126eea7 with binding_index 1 {{(pid=91667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 13:10:25.274150 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.base_scheduler [None req-c2d86e2d-0156-4049-8fb7-b15cc3a3391a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-1-iscsi, d303eb6b-eb1b-43ea-93ba-4f82ace915bf) {{(pid=91667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 13:10:25.278074 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d86e2d-0156-4049-8fb7-b15cc3a3391a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:10:25.278688 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-c2d86e2d-0156-4049-8fb7-b15cc3a3391a admin admin] Notify callbacks [] for subnet, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:25.283420 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b0db7a-79a1-4a9d-ad83-5f7381aec219 None None] Network d303eb6b-eb1b-43ea-93ba-4f82ace915bf requested from dv-cinder-796114-1-iscsi {{(pid=91668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 13:10:25.292565 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-c2d86e2d-0156-4049-8fb7-b15cc3a3391a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4056821 Jun 12 13:10:25.405029 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 34388) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:10:25.465748 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc6aa6a4-4ba0-4f59-85b0-07e9f4395f25 admin admin] Deleting subnet fa582660-9e9f-4d63-9d8d-ae53efd16dbc {{(pid=91667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 12 13:10:25.469714 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-cc6aa6a4-4ba0-4f59-85b0-07e9f4395f25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:25.515083 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-cc6aa6a4-4ba0-4f59-85b0-07e9f4395f25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13123207'] for subnet, precommit_delete_associations {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:25.563508 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-cc6aa6a4-4ba0-4f59-85b0-07e9f4395f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393918'] for subnet, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:25.578605 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584d52af-2a35-4fae-ae12-6a25a79eaf33 None None] Network d303eb6b-eb1b-43ea-93ba-4f82ace915bf requested from dv-cinder-796114-1-iscsi {{(pid=91668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 13:10:25.629916 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-cc6aa6a4-4ba0-4f59-85b0-07e9f4395f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13278102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967289'] for subnet, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:25.632245 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-d852fa80-2546-41a5-b8f9-dfefe70cd3f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:10:25.662217 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6aa6a4-4ba0-4f59-85b0-07e9f4395f25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa582660-9e9f-4d63-9d8d-ae53efd16dbc,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:10:25.665885 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-cc6aa6a4-4ba0-4f59-85b0-07e9f4395f25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:10:25.668368 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-cc6aa6a4-4ba0-4f59-85b0-07e9f4395f25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:25.670220 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-cc6aa6a4-4ba0-4f59-85b0-07e9f4395f25 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/fa582660-9e9f-4d63-9d8d-ae53efd16dbc HTTP/1.1" status: 204 len: 168 time: 0.2640967 Jun 12 13:10:25.672646 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 34390) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:10:25.765845 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-eb615ad9-2ce7-49dc-9b76-6433cfab9da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1600373'] for network, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:25.908984 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-0a5de27a-4d22-4fdd-a4cf-053756d7edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:26.139960 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-eb615ad9-2ce7-49dc-9b76-6433cfab9da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1356131', 'neutron.services.segments.db._delete_segments_for_network-8752044986040'] for network, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:26.151184 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.services.segments.db [None req-eb615ad9-2ce7-49dc-9b76-6433cfab9da8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19fffc4d-7a8a-474e-a1d7-94c99b6e12d8']}} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:10:26.162979 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.services.segments.db [None req-eb615ad9-2ce7-49dc-9b76-6433cfab9da8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30066408-ee24-4c7b-b372-b3386ef28a16') {'for_net_delete': True} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:10:26.163283 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.services.segments.db [None req-eb615ad9-2ce7-49dc-9b76-6433cfab9da8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30066408-ee24-4c7b-b372-b3386ef28a16') {} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:10:26.172875 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-eb615ad9-2ce7-49dc-9b76-6433cfab9da8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752044985878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13123212'] for segment, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:26.187841 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-eb615ad9-2ce7-49dc-9b76-6433cfab9da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400235'] for segment, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:26.195112 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb615ad9-2ce7-49dc-9b76-6433cfab9da8 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=91667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 12 13:10:26.195676 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-eb615ad9-2ce7-49dc-9b76-6433cfab9da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13277759'] for segment, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:26.197502 dv-cinder-796114-1-iscsi neutron-server[91667]: Traceback (most recent call last): Jun 12 13:10:26.197502 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 12 13:10:26.197502 dv-cinder-796114-1-iscsi neutron-server[91667]: timer() Jun 12 13:10:26.197502 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 12 13:10:26.197502 dv-cinder-796114-1-iscsi neutron-server[91667]: cb(*args, **kw) Jun 12 13:10:26.197502 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 12 13:10:26.197502 dv-cinder-796114-1-iscsi neutron-server[91667]: return func(*args, **kwargs) Jun 12 13:10:26.197502 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 12 13:10:26.197502 dv-cinder-796114-1-iscsi neutron-server[91667]: self._notify() Jun 12 13:10:26.197502 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 12 13:10:26.197502 dv-cinder-796114-1-iscsi neutron-server[91667]: self.callback(batched_events) Jun 12 13:10:26.197502 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 12 13:10:26.197502 dv-cinder-796114-1-iscsi neutron-server[91667]: event.method(event) Jun 12 13:10:26.197502 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 12 13:10:26.197502 dv-cinder-796114-1-iscsi neutron-server[91667]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 12 13:10:26.197502 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 12 13:10:26.197502 dv-cinder-796114-1-iscsi neutron-server[91667]: aggregate_uuid = self.p_client.list_aggregates( Jun 12 13:10:26.197502 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 12 13:10:26.197502 dv-cinder-796114-1-iscsi neutron-server[91667]: return f(self, *a, **k) Jun 12 13:10:26.197502 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 12 13:10:26.197502 dv-cinder-796114-1-iscsi neutron-server[91667]: return self._get(url).json() Jun 12 13:10:26.197502 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 12 13:10:26.197502 dv-cinder-796114-1-iscsi neutron-server[91667]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 12 13:10:26.197502 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 12 13:10:26.197502 dv-cinder-796114-1-iscsi neutron-server[91667]: return self.request(url, 'GET', **kwargs) Jun 12 13:10:26.197502 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 12 13:10:26.197502 dv-cinder-796114-1-iscsi neutron-server[91667]: base_url = self.get_endpoint(auth, allow=allow, Jun 12 13:10:26.197502 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 12 13:10:26.197502 dv-cinder-796114-1-iscsi neutron-server[91667]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 12 13:10:26.197502 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 12 13:10:26.197502 dv-cinder-796114-1-iscsi neutron-server[91667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 12 13:10:26.197502 dv-cinder-796114-1-iscsi neutron-server[91667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 12 13:10:26.271662 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-eb615ad9-2ce7-49dc-9b76-6433cfab9da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1356156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454154'] for network, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:26.275269 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:10:26.277612 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-eb615ad9-2ce7-49dc-9b76-6433cfab9da8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for network, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:26.279370 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-eb615ad9-2ce7-49dc-9b76-6433cfab9da8 admin admin] 10.222.0.23 "DELETE /v2.0/networks/19fffc4d-7a8a-474e-a1d7-94c99b6e12d8 HTTP/1.1" status: 204 len: 168 time: 0.6054022 Jun 12 13:10:26.282395 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 34392) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:10:26.293265 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb615ad9-2ce7-49dc-9b76-6433cfab9da8 admin admin] Pushing event deleted for resources: {'Network': ['ID=19fffc4d-7a8a-474e-a1d7-94c99b6e12d8,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:10:26.295534 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-eb615ad9-2ce7-49dc-9b76-6433cfab9da8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:10:26.340291 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.db_base_plugin_v2 [None req-32b21cbc-86ac-454f-b4f3-67765ba76d13 admin admin] Deleting subnet e9594d32-3987-4219-b524-b84b906acac9 {{(pid=91666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 12 13:10:26.343388 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-32b21cbc-86ac-454f-b4f3-67765ba76d13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:26.385388 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-32b21cbc-86ac-454f-b4f3-67765ba76d13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12979528'] for subnet, precommit_delete_associations {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:26.431347 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-32b21cbc-86ac-454f-b4f3-67765ba76d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393918'] for subnet, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:26.487663 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-32b21cbc-86ac-454f-b4f3-67765ba76d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14082669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13914971'] for subnet, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:26.490816 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:10:26.525456 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b21cbc-86ac-454f-b4f3-67765ba76d13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9594d32-3987-4219-b524-b84b906acac9,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:10:26.528456 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-32b21cbc-86ac-454f-b4f3-67765ba76d13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:10:26.529417 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-32b21cbc-86ac-454f-b4f3-67765ba76d13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for subnet, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:26.531518 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-32b21cbc-86ac-454f-b4f3-67765ba76d13 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e9594d32-3987-4219-b524-b84b906acac9 HTTP/1.1" status: 204 len: 168 time: 0.2478156 Jun 12 13:10:26.533645 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 34394) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:10:26.619967 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-135a7948-90fc-4cf8-b3ad-b4829d1e878e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1600373'] for network, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:26.726382 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-135a7948-90fc-4cf8-b3ad-b4829d1e878e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1356131', 'neutron.services.segments.db._delete_segments_for_network-8752044986040'] for network, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:26.737121 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.services.segments.db [None req-135a7948-90fc-4cf8-b3ad-b4829d1e878e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d303eb6b-eb1b-43ea-93ba-4f82ace915bf']}} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:10:26.747795 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.services.segments.db [None req-135a7948-90fc-4cf8-b3ad-b4829d1e878e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '989015a6-a1de-43ef-836d-ae648a019831') {'for_net_delete': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:10:26.748091 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.services.segments.db [None req-135a7948-90fc-4cf8-b3ad-b4829d1e878e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '989015a6-a1de-43ef-836d-ae648a019831') {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:10:26.757675 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-135a7948-90fc-4cf8-b3ad-b4829d1e878e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752044985878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12979523'] for segment, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:26.772814 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-135a7948-90fc-4cf8-b3ad-b4829d1e878e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400235'] for segment, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:26.778567 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-135a7948-90fc-4cf8-b3ad-b4829d1e878e admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=91666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 12 13:10:26.778964 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-135a7948-90fc-4cf8-b3ad-b4829d1e878e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14083012'] for segment, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:26.780540 dv-cinder-796114-1-iscsi neutron-server[91666]: Traceback (most recent call last): Jun 12 13:10:26.780540 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 12 13:10:26.780540 dv-cinder-796114-1-iscsi neutron-server[91666]: timer() Jun 12 13:10:26.780540 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 12 13:10:26.780540 dv-cinder-796114-1-iscsi neutron-server[91666]: cb(*args, **kw) Jun 12 13:10:26.780540 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 12 13:10:26.780540 dv-cinder-796114-1-iscsi neutron-server[91666]: return func(*args, **kwargs) Jun 12 13:10:26.780540 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 12 13:10:26.780540 dv-cinder-796114-1-iscsi neutron-server[91666]: self._notify() Jun 12 13:10:26.780540 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 12 13:10:26.780540 dv-cinder-796114-1-iscsi neutron-server[91666]: self.callback(batched_events) Jun 12 13:10:26.780540 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 12 13:10:26.780540 dv-cinder-796114-1-iscsi neutron-server[91666]: event.method(event) Jun 12 13:10:26.780540 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 12 13:10:26.780540 dv-cinder-796114-1-iscsi neutron-server[91666]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 12 13:10:26.780540 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 12 13:10:26.780540 dv-cinder-796114-1-iscsi neutron-server[91666]: aggregate_uuid = self.p_client.list_aggregates( Jun 12 13:10:26.780540 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 12 13:10:26.780540 dv-cinder-796114-1-iscsi neutron-server[91666]: return f(self, *a, **k) Jun 12 13:10:26.780540 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 12 13:10:26.780540 dv-cinder-796114-1-iscsi neutron-server[91666]: return self._get(url).json() Jun 12 13:10:26.780540 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 12 13:10:26.780540 dv-cinder-796114-1-iscsi neutron-server[91666]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 12 13:10:26.780540 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 12 13:10:26.780540 dv-cinder-796114-1-iscsi neutron-server[91666]: return self.request(url, 'GET', **kwargs) Jun 12 13:10:26.780540 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 12 13:10:26.780540 dv-cinder-796114-1-iscsi neutron-server[91666]: base_url = self.get_endpoint(auth, allow=allow, Jun 12 13:10:26.780540 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 12 13:10:26.780540 dv-cinder-796114-1-iscsi neutron-server[91666]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 12 13:10:26.780540 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 12 13:10:26.780540 dv-cinder-796114-1-iscsi neutron-server[91666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 12 13:10:26.780540 dv-cinder-796114-1-iscsi neutron-server[91666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 12 13:10:26.863204 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-135a7948-90fc-4cf8-b3ad-b4829d1e878e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1356156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454154'] for network, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:26.866429 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:10:26.868798 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-135a7948-90fc-4cf8-b3ad-b4829d1e878e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for network, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:26.870606 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-135a7948-90fc-4cf8-b3ad-b4829d1e878e admin admin] 10.222.0.23 "DELETE /v2.0/networks/d303eb6b-eb1b-43ea-93ba-4f82ace915bf HTTP/1.1" status: 204 len: 168 time: 0.3360386 Jun 12 13:10:26.885394 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135a7948-90fc-4cf8-b3ad-b4829d1e878e admin admin] Pushing event deleted for resources: {'Network': ['ID=d303eb6b-eb1b-43ea-93ba-4f82ace915bf,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:10:26.887576 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-135a7948-90fc-4cf8-b3ad-b4829d1e878e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:10:27.025880 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 34398) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:10:27.069753 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-9cc20de3-9947-4015-9652-d090b0bc9457 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e58ed140656349e28153949c5e36a0ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0425875 Jun 12 13:10:27.072185 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 34400) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:10:27.130519 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-7bdb7b00-79cf-4909-94da-38910837122b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:27.153352 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-7bdb7b00-79cf-4909-94da-38910837122b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:27.202007 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-7bdb7b00-79cf-4909-94da-38910837122b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:27.204644 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-7bdb7b00-79cf-4909-94da-38910837122b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:27.205763 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-7bdb7b00-79cf-4909-94da-38910837122b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9b6686b7-bc1b-4c46-b4ba-adb8b75aa5e9 HTTP/1.1" status: 204 len: 168 time: 0.1326904 Jun 12 13:10:27.206654 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-03aba7f9-cd3a-466b-a263-5fd291a13728 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:10:27.220372 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdb7b00-79cf-4909-94da-38910837122b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b6686b7-bc1b-4c46-b4ba-adb8b75aa5e9,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:10:27.222670 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-7bdb7b00-79cf-4909-94da-38910837122b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:10:27.516581 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 34406) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:10:27.559525 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-ad8df1bd-e4dd-486b-8c3f-6253a8b9f8f9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aa6a130ea18441be8a3cbeb30746f44c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416851 Jun 12 13:10:27.561762 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 34408) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:10:27.611885 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-9f9604e3-d601-438a-aa39-81191dc45fc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:27.634301 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-9f9604e3-d601-438a-aa39-81191dc45fc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:27.682599 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-9f9604e3-d601-438a-aa39-81191dc45fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:27.685159 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-9f9604e3-d601-438a-aa39-81191dc45fc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:27.686287 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-9f9604e3-d601-438a-aa39-81191dc45fc0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d2c77273-c3e7-4341-9d67-1fe9e08f4182 HTTP/1.1" status: 204 len: 168 time: 0.1236088 Jun 12 13:10:27.687048 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-5afd5010-831b-4311-b484-49d1394e575a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:10:27.695923 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9604e3-d601-438a-aa39-81191dc45fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c77273-c3e7-4341-9d67-1fe9e08f4182,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:10:27.698090 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-9f9604e3-d601-438a-aa39-81191dc45fc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:10:29.326167 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 34462) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:10:29.429607 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-9736f750-c75c-4cd7-a3bb-0015f35d7f8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:29.523485 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-9736f750-c75c-4cd7-a3bb-0015f35d7f8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:29.527128 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-9736f750-c75c-4cd7-a3bb-0015f35d7f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:29.529379 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-2ea42696-d261-4852-a163-5d1b99661169 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:10:29.568904 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-9736f750-c75c-4cd7-a3bb-0015f35d7f8f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=269c1c183e674ba99755bfc90ea5fc23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2416825 Jun 12 13:10:29.569846 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9736f750-c75c-4cd7-a3bb-0015f35d7f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a70480f-2a85-479c-b2cd-3f7ec3757d93,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:10:29.571670 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 34466) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:10:29.573188 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-9736f750-c75c-4cd7-a3bb-0015f35d7f8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:10:29.627704 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-19e2d701-a129-45e3-925a-b4f0d16f8c15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:29.651917 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-19e2d701-a129-45e3-925a-b4f0d16f8c15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:29.701656 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-19e2d701-a129-45e3-925a-b4f0d16f8c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:29.704311 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-19e2d701-a129-45e3-925a-b4f0d16f8c15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:29.705426 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-19e2d701-a129-45e3-925a-b4f0d16f8c15 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0a70480f-2a85-479c-b2cd-3f7ec3757d93 HTTP/1.1" status: 204 len: 168 time: 0.1326778 Jun 12 13:10:29.706182 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-fdb32445-47d6-4423-a3d1-2eb404812be9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:10:29.714599 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e2d701-a129-45e3-925a-b4f0d16f8c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a70480f-2a85-479c-b2cd-3f7ec3757d93,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:10:29.718304 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-19e2d701-a129-45e3-925a-b4f0d16f8c15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:10:29.957421 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 34472) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:10:29.974346 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-53d6f7e5-bf60-4635-9b07-24ab2b743f5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:30.065277 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-53d6f7e5-bf60-4635-9b07-24ab2b743f5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:30.069543 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-53d6f7e5-bf60-4635-9b07-24ab2b743f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:30.072979 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-dd42e96a-1ae5-4c65-b7a7-8245682baf4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:10:30.110314 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-53d6f7e5-bf60-4635-9b07-24ab2b743f5e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=98b9116599b54b5da0a5e4643636f25a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1515725 Jun 12 13:10:30.112238 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d6f7e5-bf60-4635-9b07-24ab2b743f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa619005-48b3-46ef-b00c-a953754441fe,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:10:30.113000 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 34474) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:10:30.115534 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-53d6f7e5-bf60-4635-9b07-24ab2b743f5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:10:30.166520 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2667d9e1-e07a-4d0b-a2bf-a92397f88401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:30.188996 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2667d9e1-e07a-4d0b-a2bf-a92397f88401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:30.240164 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2667d9e1-e07a-4d0b-a2bf-a92397f88401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:30.242750 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2667d9e1-e07a-4d0b-a2bf-a92397f88401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:30.243898 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-2667d9e1-e07a-4d0b-a2bf-a92397f88401 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aa619005-48b3-46ef-b00c-a953754441fe HTTP/1.1" status: 204 len: 168 time: 0.1297536 Jun 12 13:10:30.244707 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-6bc0522b-265a-498d-b56b-cee33ca97e11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:10:30.255304 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2667d9e1-e07a-4d0b-a2bf-a92397f88401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa619005-48b3-46ef-b00c-a953754441fe,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:10:30.257529 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-2667d9e1-e07a-4d0b-a2bf-a92397f88401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:10:34.543799 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 34558) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:10:34.647627 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-8a1dfefc-1314-41cf-8f83-66cdb34a30dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:34.665418 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.agents_db [None req-3755f801-82db-4e36-b9e4-fb56f4f4bf71 None None] Agent healthcheck: found 6 active agents {{(pid=91669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 13:10:34.741250 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-8a1dfefc-1314-41cf-8f83-66cdb34a30dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:34.744960 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-8a1dfefc-1314-41cf-8f83-66cdb34a30dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:34.747250 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-30a3d579-6b4a-4d40-b95d-6f65496e81ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:10:34.785972 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-8a1dfefc-1314-41cf-8f83-66cdb34a30dc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1c359590c9ed49af805f7c75ea82a51e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2408416 Jun 12 13:10:34.787460 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1dfefc-1314-41cf-8f83-66cdb34a30dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e342cac9-a909-4c9e-ad55-3047062de35b,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:10:34.789542 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 34562) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:10:34.790481 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-8a1dfefc-1314-41cf-8f83-66cdb34a30dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:10:34.843957 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2ee2c51a-f272-4973-b83d-2f4d8c3ef349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:34.869128 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2ee2c51a-f272-4973-b83d-2f4d8c3ef349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:34.920854 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2ee2c51a-f272-4973-b83d-2f4d8c3ef349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:34.923550 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2ee2c51a-f272-4973-b83d-2f4d8c3ef349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:34.924673 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-2ee2c51a-f272-4973-b83d-2f4d8c3ef349 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e342cac9-a909-4c9e-ad55-3047062de35b HTTP/1.1" status: 204 len: 168 time: 0.1340387 Jun 12 13:10:34.925509 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-60f529a1-c20d-4fb0-b9f5-25509ed5b89f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:10:34.934213 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee2c51a-f272-4973-b83d-2f4d8c3ef349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e342cac9-a909-4c9e-ad55-3047062de35b,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:10:34.936521 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-2ee2c51a-f272-4973-b83d-2f4d8c3ef349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:10:35.188844 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 34568) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:10:35.205009 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-5e9dafa5-72a1-4912-bb48-26213de5ad10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:35.304232 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-5e9dafa5-72a1-4912-bb48-26213de5ad10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:35.307945 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-5e9dafa5-72a1-4912-bb48-26213de5ad10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:35.311082 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-1c5799c4-7529-4451-8045-859de231658c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:10:35.350447 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-5e9dafa5-72a1-4912-bb48-26213de5ad10 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=942aaa52c5184a4d94568e1897b6c5ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1604559 Jun 12 13:10:35.351360 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9dafa5-72a1-4912-bb48-26213de5ad10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=064fe97e-e14d-4328-b0fd-8f4e73b6c1ce,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:10:35.353426 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 34570) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:10:35.354302 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-5e9dafa5-72a1-4912-bb48-26213de5ad10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:10:35.405422 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-cf51fcb9-8f85-45b7-80cf-dc7005895357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:35.428781 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-cf51fcb9-8f85-45b7-80cf-dc7005895357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:35.475878 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-cf51fcb9-8f85-45b7-80cf-dc7005895357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:35.478587 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-cf51fcb9-8f85-45b7-80cf-dc7005895357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:35.479703 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-cf51fcb9-8f85-45b7-80cf-dc7005895357 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/064fe97e-e14d-4328-b0fd-8f4e73b6c1ce HTTP/1.1" status: 204 len: 168 time: 0.1252465 Jun 12 13:10:35.480578 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-50389e67-feb2-48eb-b1ab-128c99e5f5c0 tempest-AttachVolumeTestJSON-1290327353 tempest-AttachVolumeTestJSON-1290327353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:10:35.488976 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf51fcb9-8f85-45b7-80cf-dc7005895357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064fe97e-e14d-4328-b0fd-8f4e73b6c1ce,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:10:35.492140 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-cf51fcb9-8f85-45b7-80cf-dc7005895357 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:10:50.628459 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-2ceaa7c7-76e6-4389-93fa-818ce34dd3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:51.612272 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:53.347827 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:53.470691 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-d6a65d4e-153a-4a05-bcb2-0674fdfe94a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:55.095523 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-7239a5c3-c5f0-4f25-a5be-c6c46247b3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:10:55.910270 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-0a5de27a-4d22-4fdd-a4cf-053756d7edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:11:05.577971 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 34744) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:11:05.682053 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-fab5b7f0-26b6-43d8-b004-09bc7a0fe219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:11:05.778946 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-fab5b7f0-26b6-43d8-b004-09bc7a0fe219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:11:05.782809 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-fab5b7f0-26b6-43d8-b004-09bc7a0fe219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:11:05.786577 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-dbe270c2-687e-4381-b0d2-2c7ea8712429 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:11:05.824980 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-fab5b7f0-26b6-43d8-b004-09bc7a0fe219 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=40306870915f4c3aa4b0c3a270a3ff07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2458324 Jun 12 13:11:05.826253 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab5b7f0-26b6-43d8-b004-09bc7a0fe219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=793adb9d-808b-43e2-8843-addcf3eb304e,revision_number=1']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:11:05.827625 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 34748) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:11:05.833304 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab5b7f0-26b6-43d8-b004-09bc7a0fe219 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:11:05.834212 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab5b7f0-26b6-43d8-b004-09bc7a0fe219 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:11:05.834589 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab5b7f0-26b6-43d8-b004-09bc7a0fe219 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:11:05.835026 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab5b7f0-26b6-43d8-b004-09bc7a0fe219 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:11:05.835324 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab5b7f0-26b6-43d8-b004-09bc7a0fe219 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:11:05.835694 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab5b7f0-26b6-43d8-b004-09bc7a0fe219 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:11:05.836056 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab5b7f0-26b6-43d8-b004-09bc7a0fe219 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:11:05.836417 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab5b7f0-26b6-43d8-b004-09bc7a0fe219 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:11:05.836776 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab5b7f0-26b6-43d8-b004-09bc7a0fe219 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:11:05.837133 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab5b7f0-26b6-43d8-b004-09bc7a0fe219 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:11:05.837487 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab5b7f0-26b6-43d8-b004-09bc7a0fe219 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:11:05.837840 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab5b7f0-26b6-43d8-b004-09bc7a0fe219 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:11:05.841675 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-fab5b7f0-26b6-43d8-b004-09bc7a0fe219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:11:05.882414 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2cf3fc42-b385-4ba0-978a-bffe80ce52d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:11:05.907859 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2cf3fc42-b385-4ba0-978a-bffe80ce52d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:11:05.956778 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2cf3fc42-b385-4ba0-978a-bffe80ce52d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:11:05.959618 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-2cf3fc42-b385-4ba0-978a-bffe80ce52d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:11:05.960717 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-2cf3fc42-b385-4ba0-978a-bffe80ce52d1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/793adb9d-808b-43e2-8843-addcf3eb304e HTTP/1.1" status: 204 len: 168 time: 0.1321192 Jun 12 13:11:05.961485 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-2ee2c51a-f272-4973-b83d-2f4d8c3ef349 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:11:05.969618 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf3fc42-b385-4ba0-978a-bffe80ce52d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793adb9d-808b-43e2-8843-addcf3eb304e,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:11:05.976681 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf3fc42-b385-4ba0-978a-bffe80ce52d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:11:05.977065 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf3fc42-b385-4ba0-978a-bffe80ce52d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:11:05.977437 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf3fc42-b385-4ba0-978a-bffe80ce52d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:11:05.977801 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf3fc42-b385-4ba0-978a-bffe80ce52d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:11:05.978162 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf3fc42-b385-4ba0-978a-bffe80ce52d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:11:05.978553 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf3fc42-b385-4ba0-978a-bffe80ce52d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:11:05.978909 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf3fc42-b385-4ba0-978a-bffe80ce52d1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:11:05.979265 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf3fc42-b385-4ba0-978a-bffe80ce52d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:11:05.979626 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf3fc42-b385-4ba0-978a-bffe80ce52d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:11:05.979972 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf3fc42-b385-4ba0-978a-bffe80ce52d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:11:05.980326 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf3fc42-b385-4ba0-978a-bffe80ce52d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:11:05.980676 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf3fc42-b385-4ba0-978a-bffe80ce52d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:11:05.986687 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-2cf3fc42-b385-4ba0-978a-bffe80ce52d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:11:07.117141 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 34792) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:11:07.222944 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-abe0564c-410c-4cd9-a08c-3dcf0efbf71e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:11:07.316083 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-abe0564c-410c-4cd9-a08c-3dcf0efbf71e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:11:07.319949 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-abe0564c-410c-4cd9-a08c-3dcf0efbf71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_create {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:11:07.326332 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-05e39463-b579-4537-ac0d-860734430f78 tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:11:07.367570 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-abe0564c-410c-4cd9-a08c-3dcf0efbf71e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0318e06e2dc344938ef0485309c7bc2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2488358 Jun 12 13:11:07.369067 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe0564c-410c-4cd9-a08c-3dcf0efbf71e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b80b3d08-58ff-47f9-ab55-642a5290cd87,revision_number=1']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:11:07.370041 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 34796) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:11:07.372611 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-abe0564c-410c-4cd9-a08c-3dcf0efbf71e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:11:07.423643 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-be09ffea-909d-4837-80cb-ecb7ee1d688b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:11:07.445597 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-be09ffea-909d-4837-80cb-ecb7ee1d688b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:11:07.494344 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-be09ffea-909d-4837-80cb-ecb7ee1d688b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:11:07.496950 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-be09ffea-909d-4837-80cb-ecb7ee1d688b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:11:07.498101 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-be09ffea-909d-4837-80cb-ecb7ee1d688b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b80b3d08-58ff-47f9-ab55-642a5290cd87 HTTP/1.1" status: 204 len: 168 time: 0.1269217 Jun 12 13:11:07.498915 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-f4cbc859-4129-4e8a-af07-e482aaaaa8fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:11:07.507429 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be09ffea-909d-4837-80cb-ecb7ee1d688b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b80b3d08-58ff-47f9-ab55-642a5290cd87,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:11:07.509683 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-be09ffea-909d-4837-80cb-ecb7ee1d688b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:11:11.664936 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.agents_db [None req-3755f801-82db-4e36-b9e4-fb56f4f4bf71 None None] Agent healthcheck: found 6 active agents {{(pid=91669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 13:11:20.629694 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-986f4d81-8f4e-43e0-9d66-5a94a1aae044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:11:21.636457 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:11:23.350347 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:11:23.471136 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-c8799ebc-ee6d-4645-9231-1cd255584924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:11:24.284797 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-3f7761c1-6905-48cc-ba7a-5559d5bdfdd9 req-9b6d5aeb-8086-4de2-91b1-11514bdf1bd1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a7699e30-924f-4218-911b-0764b34a9a5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0599136 Jun 12 13:11:24.364502 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7761c1-6905-48cc-ba7a-5559d5bdfdd9 req-de0493a2-09ff-4089-afec-a38295f71af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:11:24.365970 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-3f7761c1-6905-48cc-ba7a-5559d5bdfdd9 req-de0493a2-09ff-4089-afec-a38295f71af0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7dc4fd57127a4ce392ff4630ba0b781b&device_id=a7699e30-924f-4218-911b-0764b34a9a5d HTTP/1.1" status: 200 len: 1098 time: 0.0588770 Jun 12 13:11:24.786654 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7761c1-6905-48cc-ba7a-5559d5bdfdd9 req-e782c366-fbee-40f4-b8c4-d481b4325765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:11:24.788082 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-3f7761c1-6905-48cc-ba7a-5559d5bdfdd9 req-e782c366-fbee-40f4-b8c4-d481b4325765 service neutron] 10.222.0.30 "GET /v2.0/networks?id=aa0b2eef-60a6-40a3-bce6-957f6885e8a4 HTTP/1.1" status: 200 len: 912 time: 0.4016840 Jun 12 13:11:24.869534 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-3f7761c1-6905-48cc-ba7a-5559d5bdfdd9 req-7e458bb0-c37d-4d40-aca9-84446e5e0f45 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ed76b36-2336-4368-be3d-a85b592010f4 HTTP/1.1" status: 200 len: 999 time: 0.0743790 Jun 12 13:11:24.938268 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7761c1-6905-48cc-ba7a-5559d5bdfdd9 req-fc230ee4-866f-4af3-b4d0-66505b9be89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:11:24.939678 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-3f7761c1-6905-48cc-ba7a-5559d5bdfdd9 req-fc230ee4-866f-4af3-b4d0-66505b9be89b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a098da02-dc26-4e87-a6b5-562c3ad57ee5 HTTP/1.1" status: 200 len: 850 time: 0.0638599 Jun 12 13:11:25.001797 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7761c1-6905-48cc-ba7a-5559d5bdfdd9 req-bef6f10c-c00e-4b9a-abff-d6d08c9d12bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:11:25.003226 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-3f7761c1-6905-48cc-ba7a-5559d5bdfdd9 req-bef6f10c-c00e-4b9a-abff-d6d08c9d12bf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa0b2eef-60a6-40a3-bce6-957f6885e8a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0565722 Jun 12 13:11:25.096969 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-7239a5c3-c5f0-4f25-a5be-c6c46247b3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:11:25.119233 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-3f7761c1-6905-48cc-ba7a-5559d5bdfdd9 req-444ce9cc-3e71-4d38-8358-9d116c247205 service neutron] 10.222.0.30 "GET /v2.0/networks/aa0b2eef-60a6-40a3-bce6-957f6885e8a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089549 Jun 12 13:11:25.233790 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-3f7761c1-6905-48cc-ba7a-5559d5bdfdd9 req-b538d424-6de9-4593-bded-e1d61d3cdc55 service neutron] 10.222.0.30 "GET /v2.0/networks/aa0b2eef-60a6-40a3-bce6-957f6885e8a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077244 Jun 12 13:11:25.913205 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-0a5de27a-4d22-4fdd-a4cf-053756d7edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:11:48.663577 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.agents_db [None req-3755f801-82db-4e36-b9e4-fb56f4f4bf71 None None] Agent healthcheck: found 6 active agents {{(pid=91669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 13:11:50.745856 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-435ce7c7-c66f-4060-8d42-a5c90c345c5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:11:51.624857 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:11:53.352508 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:11:53.471785 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-84290fa4-27e4-4a4d-93ac-bd9ff0c00a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:11:55.098539 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-7239a5c3-c5f0-4f25-a5be-c6c46247b3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:11:55.915987 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-0a5de27a-4d22-4fdd-a4cf-053756d7edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:11.361813 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 34826) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:12:11.748833 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-987cbf2b-3557-4f23-a1b2-c2fb1841b164 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Deleting port ff9b589c-c179-4223-97db-5ca0b028fe04 {{(pid=91667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 13:12:11.749169 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-987cbf2b-3557-4f23-a1b2-c2fb1841b164 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752044867880'] for port, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:11.850180 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-987cbf2b-3557-4f23-a1b2-c2fb1841b164 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455153'] for port, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:11.850525 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-987cbf2b-3557-4f23-a1b2-c2fb1841b164 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:11.943364 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-987cbf2b-3557-4f23-a1b2-c2fb1841b164 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Calling delete_port for ff9b589c-c179-4223-97db-5ca0b028fe04 owned by network:floatingip {{(pid=91667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 13:12:12.113510 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-987cbf2b-3557-4f23-a1b2-c2fb1841b164 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752044873292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752044431921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13277804'] for port, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:12.117159 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-ddfb5e37-ffb1-4775-8f00-c81cebc789dd tempest-VolumesNegativeTest-776895789 tempest-VolumesNegativeTest-776895789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:12:12.152179 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987cbf2b-3557-4f23-a1b2-c2fb1841b164 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Pushing event deleted for resources: {'Port': ['ID=ff9b589c-c179-4223-97db-5ca0b028fe04,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:12:12.185080 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987cbf2b-3557-4f23-a1b2-c2fb1841b164 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:12:12.185469 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987cbf2b-3557-4f23-a1b2-c2fb1841b164 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:12:12.185832 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987cbf2b-3557-4f23-a1b2-c2fb1841b164 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:12:12.186222 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987cbf2b-3557-4f23-a1b2-c2fb1841b164 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:12:12.186594 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987cbf2b-3557-4f23-a1b2-c2fb1841b164 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:12:12.186962 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987cbf2b-3557-4f23-a1b2-c2fb1841b164 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:12:12.187328 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987cbf2b-3557-4f23-a1b2-c2fb1841b164 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:12:12.187691 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987cbf2b-3557-4f23-a1b2-c2fb1841b164 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:12:12.188053 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987cbf2b-3557-4f23-a1b2-c2fb1841b164 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:12:12.188418 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987cbf2b-3557-4f23-a1b2-c2fb1841b164 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:12:12.188778 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987cbf2b-3557-4f23-a1b2-c2fb1841b164 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:12:12.189134 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987cbf2b-3557-4f23-a1b2-c2fb1841b164 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:12:12.193023 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-987cbf2b-3557-4f23-a1b2-c2fb1841b164 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:12:12.237214 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-987cbf2b-3557-4f23-a1b2-c2fb1841b164 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks [] for floatingip, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:12.237546 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.db.l3_db [None req-987cbf2b-3557-4f23-a1b2-c2fb1841b164 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Floating IP 3d51d744-cf91-4a6f-9ff0-43ca9e0b2f1e disassociated (deleted). External IP: 172.27.3.5, port: 5ed76b36-2336-4368-be3d-a85b592010f4. Jun 12 13:12:12.540616 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-987cbf2b-3557-4f23-a1b2-c2fb1841b164 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Router 011906b6-63ba-4042-94b7-2ca2aec47836 has already been hosted by L3 agent 68a3a672-d21c-4adb-804e-7b4e770767ea {{(pid=91667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 13:12:12.685193 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987cbf2b-3557-4f23-a1b2-c2fb1841b164 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify agent at l3_agent.dv-cinder-796114-1-iscsi the message routers_updated {{(pid=91667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 13:12:12.690089 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-987cbf2b-3557-4f23-a1b2-c2fb1841b164 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920'] for floatingip, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:12.697300 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69033422-9ca1-4b4e-bd83-11cbe3c7cb39 None None] Sync routers for ids ['011906b6-63ba-4042-94b7-2ca2aec47836'] in dv-cinder-796114-1-iscsi {{(pid=91668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 13:12:12.705881 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69033422-9ca1-4b4e-bd83-11cbe3c7cb39 None None] Routers {'011906b6-63ba-4042-94b7-2ca2aec47836'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 13:12:12.706518 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-69033422-9ca1-4b4e-bd83-11cbe3c7cb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T13:11:53Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['011906b6-63ba-4042-94b7-2ca2aec47836'], 'active': True} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:12:12.736144 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-987cbf2b-3557-4f23-a1b2-c2fb1841b164 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "DELETE /v2.0/floatingips/3d51d744-cf91-4a6f-9ff0-43ca9e0b2f1e HTTP/1.1" status: 204 len: 168 time: 1.3732958 Jun 12 13:12:12.736817 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7699e30-924f-4218-911b-0764b34a9a5d', 'tag': '5ed76b36-2336-4368-be3d-a85b592010f4'}] {{(pid=91667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 13:12:12.739339 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67243a7e54e3ab7b6e3c39020b1271d9e6c7e43a6696a4fb95c7e45675bdf643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3896c7db-cd76-4150-a018-a515118f08a4" -d '{"events": [{"name": "network-changed", "server_uuid": "a7699e30-924f-4218-911b-0764b34a9a5d", "tag": "5ed76b36-2336-4368-be3d-a85b592010f4"}]}' {{(pid=91667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 13:12:12.789913 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 13:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df0f3a75-8d67-4fbc-92e7-4020bafd71ac x-openstack-request-id: req-df0f3a75-8d67-4fbc-92e7-4020bafd71ac {{(pid=91667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 13:12:12.790264 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7699e30-924f-4218-911b-0764b34a9a5d", "tag": "5ed76b36-2336-4368-be3d-a85b592010f4", "status": "completed", "code": 200}]} {{(pid=91667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 13:12:12.790566 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-df0f3a75-8d67-4fbc-92e7-4020bafd71ac {{(pid=91667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 13:12:12.791064 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7699e30-924f-4218-911b-0764b34a9a5d', 'tag': '5ed76b36-2336-4368-be3d-a85b592010f4', 'status': 'completed', 'code': 200} Jun 12 13:12:12.859558 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvr_db [None req-69033422-9ca1-4b4e-bd83-11cbe3c7cb39 None None] Set router 011906b6-63ba-4042-94b7-2ca2aec47836 gateway port host: dv-cinder-796114-1-iscsi {{(pid=91668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 13:12:12.874003 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896c7db-cd76-4150-a018-a515118f08a4 req-4fc7e671-3738-4062-a14d-81c680be1dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:12:12.875670 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-3896c7db-cd76-4150-a018-a515118f08a4 req-4fc7e671-3738-4062-a14d-81c680be1dc6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7dc4fd57127a4ce392ff4630ba0b781b&device_id=a7699e30-924f-4218-911b-0764b34a9a5d HTTP/1.1" status: 200 len: 1098 time: 0.0618479 Jun 12 13:12:13.011387 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896c7db-cd76-4150-a018-a515118f08a4 req-bd99f205-c39f-42c0-9e06-43a1804ae8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:12:13.013089 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-3896c7db-cd76-4150-a018-a515118f08a4 req-bd99f205-c39f-42c0-9e06-43a1804ae8a1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=aa0b2eef-60a6-40a3-bce6-957f6885e8a4 HTTP/1.1" status: 200 len: 912 time: 0.1307158 Jun 12 13:12:13.071585 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-3896c7db-cd76-4150-a018-a515118f08a4 req-79159d6f-e83a-4854-9714-ffbccf970f49 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ed76b36-2336-4368-be3d-a85b592010f4 HTTP/1.1" status: 200 len: 217 time: 0.0516582 Jun 12 13:12:13.154488 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-69033422-9ca1-4b4e-bd83-11cbe3c7cb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'name': 'tempest-TestVolumeBootPattern-579667739-router', 'tenant_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '427b2e02-31e1-417e-9709-d426dc1bbaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T13:01:37Z', 'updated_at': '2021-06-12T13:01:43Z', 'revision_number': 4, 'project_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'gw_port': {'id': '427b2e02-31e1-417e-9709-d426dc1bbaba', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:09:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:01:39Z', 'updated_at': '2021-06-12T13:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_floatingips': [{'id': 'c38f7c0e-3fe1-4b09-93fa-71709e462a8d', 'tenant_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'floating_ip_address': '172.27.3.161', 'floating_network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'router_id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'port_id': '33810da1-d137-4ecc-aa20-eaed803e673c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa0b2eef-60a6-40a3-bce6-957f6885e8a4', 'mac_address': 'fa:16:3e:9e:b5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40670f7-4ebe-4950-848b-f28f70ff0805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T13:07:08Z', 'updated_at': '2021-06-12T13:07:10Z', 'revision_number': 1, 'project_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8f682ec-5609-493d-bbda-a1c75e63058d', 'name': '', 'network_id': 'aa0b2eef-60a6-40a3-bce6-957f6885e8a4', 'tenant_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'mac_address': 'fa:16:3e:11:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'a098da02-dc26-4e87-a6b5-562c3ad57ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:01:42Z', 'updated_at': '2021-06-12T13:01:52Z', 'revision_number': 5, 'project_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'subnets': [{'id': 'a098da02-dc26-4e87-a6b5-562c3ad57ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:12:13.159512 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69033422-9ca1-4b4e-bd83-11cbe3c7cb39 None None] Checking router: 011906b6-63ba-4042-94b7-2ca2aec47836 for host: dv-cinder-796114-1-iscsi {{(pid=91668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 13:12:13.168093 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69033422-9ca1-4b4e-bd83-11cbe3c7cb39 None None] Routers {'011906b6-63ba-4042-94b7-2ca2aec47836'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 13:12:13.168693 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-69033422-9ca1-4b4e-bd83-11cbe3c7cb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T13:11:53Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['011906b6-63ba-4042-94b7-2ca2aec47836'], 'active': True} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:12:13.170700 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896c7db-cd76-4150-a018-a515118f08a4 req-96f026f4-004b-4fa3-ad08-e86319ea773a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:12:13.172153 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-3896c7db-cd76-4150-a018-a515118f08a4 req-96f026f4-004b-4fa3-ad08-e86319ea773a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a098da02-dc26-4e87-a6b5-562c3ad57ee5 HTTP/1.1" status: 200 len: 850 time: 0.0919313 Jun 12 13:12:13.198734 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d03a8-b2f4-4380-998b-b77af3c42cec req-cadcfda3-9c3d-4e4d-9ea4-e8459c9a1f26 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:12:13.200164 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-564d03a8-b2f4-4380-998b-b77af3c42cec req-cadcfda3-9c3d-4e4d-9ea4-e8459c9a1f26 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7699e30-924f-4218-911b-0764b34a9a5d HTTP/1.1" status: 200 len: 945 time: 0.1310797 Jun 12 13:12:13.276914 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-564d03a8-b2f4-4380-998b-b77af3c42cec req-7123ab5b-e39d-434e-a622-5762267109c9 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5110f7c-e46f-4ac8-bab7-b4ce29570688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547252 Jun 12 13:12:13.286661 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896c7db-cd76-4150-a018-a515118f08a4 req-b21c42f3-1f6d-4cc6-9248-692f53ae0307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:12:13.288366 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-3896c7db-cd76-4150-a018-a515118f08a4 req-b21c42f3-1f6d-4cc6-9248-692f53ae0307 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa0b2eef-60a6-40a3-bce6-957f6885e8a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1078594 Jun 12 13:12:13.315915 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvr_db [None req-69033422-9ca1-4b4e-bd83-11cbe3c7cb39 None None] Set router 011906b6-63ba-4042-94b7-2ca2aec47836 gateway port host: dv-cinder-796114-1-iscsi {{(pid=91668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 13:12:13.403068 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-3896c7db-cd76-4150-a018-a515118f08a4 req-396b62cc-6bf7-488d-ad84-210f4edb2dd9 service neutron] 10.222.0.30 "GET /v2.0/networks/aa0b2eef-60a6-40a3-bce6-957f6885e8a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076825 Jun 12 13:12:13.521566 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-3896c7db-cd76-4150-a018-a515118f08a4 req-b355d6f7-da31-4e0a-a8d4-8f87fe5d21c2 service neutron] 10.222.0.30 "GET /v2.0/networks/aa0b2eef-60a6-40a3-bce6-957f6885e8a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102426 Jun 12 13:12:13.598008 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-69033422-9ca1-4b4e-bd83-11cbe3c7cb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'name': 'tempest-TestVolumeBootPattern-579667739-router', 'tenant_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '427b2e02-31e1-417e-9709-d426dc1bbaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T13:01:37Z', 'updated_at': '2021-06-12T13:01:43Z', 'revision_number': 4, 'project_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'gw_port': {'id': '427b2e02-31e1-417e-9709-d426dc1bbaba', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:09:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:01:39Z', 'updated_at': '2021-06-12T13:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_floatingips': [{'id': 'c38f7c0e-3fe1-4b09-93fa-71709e462a8d', 'tenant_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'floating_ip_address': '172.27.3.161', 'floating_network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'router_id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'port_id': '33810da1-d137-4ecc-aa20-eaed803e673c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa0b2eef-60a6-40a3-bce6-957f6885e8a4', 'mac_address': 'fa:16:3e:9e:b5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40670f7-4ebe-4950-848b-f28f70ff0805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T13:07:08Z', 'updated_at': '2021-06-12T13:07:10Z', 'revision_number': 1, 'project_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8f682ec-5609-493d-bbda-a1c75e63058d', 'name': '', 'network_id': 'aa0b2eef-60a6-40a3-bce6-957f6885e8a4', 'tenant_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'mac_address': 'fa:16:3e:11:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'a098da02-dc26-4e87-a6b5-562c3ad57ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:01:42Z', 'updated_at': '2021-06-12T13:01:52Z', 'revision_number': 5, 'project_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'subnets': [{'id': 'a098da02-dc26-4e87-a6b5-562c3ad57ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:12:13.601795 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69033422-9ca1-4b4e-bd83-11cbe3c7cb39 None None] The sync data for ids ['011906b6-63ba-4042-94b7-2ca2aec47836'] in dv-cinder-796114-1-iscsi is: [{'id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'name': 'tempest-TestVolumeBootPattern-579667739-router', 'tenant_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '427b2e02-31e1-417e-9709-d426dc1bbaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T13:01:37Z', 'updated_at': '2021-06-12T13:01:43Z', 'revision_number': 4, 'project_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'gw_port': {'id': '427b2e02-31e1-417e-9709-d426dc1bbaba', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:09:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:01:39Z', 'updated_at': '2021-06-12T13:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_floatingips': [{'id': 'c38f7c0e-3fe1-4b09-93fa-71709e462a8d', 'tenant_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'floating_ip_address': '172.27.3.161', 'floating_network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'router_id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'port_id': '33810da1-d137-4ecc-aa20-eaed803e673c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa0b2eef-60a6-40a3-bce6-957f6885e8a4', 'mac_address': 'fa:16:3e:9e:b5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40670f7-4ebe-4950-848b-f28f70ff0805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T13:07:08Z', 'updated_at': '2021-06-12T13:07:10Z', 'revision_number': 1, 'project_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8f682ec-5609-493d-bbda-a1c75e63058d', 'name': '', 'network_id': 'aa0b2eef-60a6-40a3-bce6-957f6885e8a4', 'tenant_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'mac_address': 'fa:16:3e:11:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'a098da02-dc26-4e87-a6b5-562c3ad57ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:01:42Z', 'updated_at': '2021-06-12T13:01:52Z', 'revision_number': 5, 'project_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'subnets': [{'id': 'a098da02-dc26-4e87-a6b5-562c3ad57ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 13:12:13.799434 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f935958-0b38-487d-9dcf-020d12e382e3 None None] New status for floating IP 3d51d744-cf91-4a6f-9ff0-43ca9e0b2f1e: DOWN {{(pid=91669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 12 13:12:14.475503 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a34e6b-b5c2-4083-8971-79f645a738d8 req-53d13c5e-eda5-42fd-83c9-0d74218095b5 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:12:14.476847 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-a2a34e6b-b5c2-4083-8971-79f645a738d8 req-53d13c5e-eda5-42fd-83c9-0d74218095b5 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7699e30-924f-4218-911b-0764b34a9a5d HTTP/1.1" status: 200 len: 945 time: 0.0693278 Jun 12 13:12:14.516925 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-a2a34e6b-b5c2-4083-8971-79f645a738d8 req-2d8827ca-2236-463f-a372-ca49639a3b34 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5110f7c-e46f-4ac8-bab7-b4ce29570688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344331 Jun 12 13:12:14.856670 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb28067-8490-4321-afa3-bff0189f222a req-e529953e-77cb-4dd0-997d-433051cbb5b7 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:12:14.858083 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-abb28067-8490-4321-afa3-bff0189f222a req-e529953e-77cb-4dd0-997d-433051cbb5b7 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.30 "GET /v2.0/ports?device_id=a7699e30-924f-4218-911b-0764b34a9a5d HTTP/1.1" status: 200 len: 945 time: 0.0752656 Jun 12 13:12:14.966745 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [req-abb28067-8490-4321-afa3-bff0189f222a req-53f93caf-7643-4696-8947-ff24914cb2cf tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Deleting port 5ed76b36-2336-4368-be3d-a85b592010f4 {{(pid=91666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 13:12:14.967084 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-abb28067-8490-4321-afa3-bff0189f222a req-53f93caf-7643-4696-8947-ff24914cb2cf tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752044867880'] for port, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:15.082061 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [req-abb28067-8490-4321-afa3-bff0189f222a req-53f93caf-7643-4696-8947-ff24914cb2cf tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] For port 5ed76b36-2336-4368-be3d-a85b592010f4, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=5ed76b36-2336-4368-be3d-a85b592010f4,segment=NetworkSegment(86f06b86-229d-493d-b99a-2228fdd8c3a7),segment_id=86f06b86-229d-493d-b99a-2228fdd8c3a7)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:12:15.082444 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-abb28067-8490-4321-afa3-bff0189f222a req-53f93caf-7643-4696-8947-ff24914cb2cf tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455153'] for port, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:15.175495 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [req-abb28067-8490-4321-afa3-bff0189f222a req-53f93caf-7643-4696-8947-ff24914cb2cf tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Calling delete_port for 5ed76b36-2336-4368-be3d-a85b592010f4 owned by compute:nova {{(pid=91666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 13:12:15.326164 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-abb28067-8490-4321-afa3-bff0189f222a req-53f93caf-7643-4696-8947-ff24914cb2cf tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752044873292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752044431921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14082967'] for port, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:15.329976 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-69f161e6-2dda-4995-82f6-31b046880a75 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:12:15.359216 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f93caf-7643-4696-8947-ff24914cb2cf tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Pushing event deleted for resources: {'Port': ['ID=5ed76b36-2336-4368-be3d-a85b592010f4,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:12:15.372722 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f93caf-7643-4696-8947-ff24914cb2cf tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:12:15.373109 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f93caf-7643-4696-8947-ff24914cb2cf tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:12:15.373480 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f93caf-7643-4696-8947-ff24914cb2cf tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:12:15.373848 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f93caf-7643-4696-8947-ff24914cb2cf tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:12:15.374227 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f93caf-7643-4696-8947-ff24914cb2cf tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:12:15.374592 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f93caf-7643-4696-8947-ff24914cb2cf tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:12:15.374953 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f93caf-7643-4696-8947-ff24914cb2cf tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:12:15.375313 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f93caf-7643-4696-8947-ff24914cb2cf tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:12:15.375689 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f93caf-7643-4696-8947-ff24914cb2cf tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:12:15.376032 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f93caf-7643-4696-8947-ff24914cb2cf tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:12:15.376385 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f93caf-7643-4696-8947-ff24914cb2cf tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:12:15.376737 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f93caf-7643-4696-8947-ff24914cb2cf tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:12:15.404312 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-53f93caf-7643-4696-8947-ff24914cb2cf tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:12:15.430599 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb28067-8490-4321-afa3-bff0189f222a req-53f93caf-7643-4696-8947-ff24914cb2cf tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] No DVR routers for this DVR port 5ed76b36-2336-4368-be3d-a85b592010f4 on host hv-cinder-79611 {{(pid=91666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 13:12:15.433231 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-abb28067-8490-4321-afa3-bff0189f222a req-53f93caf-7643-4696-8947-ff24914cb2cf tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920'] for port, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:15.435217 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-abb28067-8490-4321-afa3-bff0189f222a req-53f93caf-7643-4696-8947-ff24914cb2cf tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.30 "DELETE /v2.0/ports/5ed76b36-2336-4368-be3d-a85b592010f4 HTTP/1.1" status: 204 len: 173 time: 0.5721624 Jun 12 13:12:15.435747 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7699e30-924f-4218-911b-0764b34a9a5d', 'name': 'network-vif-deleted', 'tag': '5ed76b36-2336-4368-be3d-a85b592010f4'}] {{(pid=91666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 13:12:15.438157 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba2aedb3ce59156ad261fd92086ba05f02985526b362ab5d5a646d7af1b76f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d40342cb-2e2e-4d38-b2ce-2573b4a89caf" -d '{"events": [{"server_uuid": "a7699e30-924f-4218-911b-0764b34a9a5d", "name": "network-vif-deleted", "tag": "5ed76b36-2336-4368-be3d-a85b592010f4"}]}' {{(pid=91666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 13:12:15.487511 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 13:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e269dc52-13ab-49b4-a777-6ecbf2a2f464 x-openstack-request-id: req-e269dc52-13ab-49b4-a777-6ecbf2a2f464 {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 13:12:15.487858 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7699e30-924f-4218-911b-0764b34a9a5d", "name": "network-vif-deleted", "tag": "5ed76b36-2336-4368-be3d-a85b592010f4", "status": "completed", "code": 200}]} {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 13:12:15.488158 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e269dc52-13ab-49b4-a777-6ecbf2a2f464 {{(pid=91666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 13:12:15.488622 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7699e30-924f-4218-911b-0764b34a9a5d', 'name': 'network-vif-deleted', 'tag': '5ed76b36-2336-4368-be3d-a85b592010f4', 'status': 'completed', 'code': 200} Jun 12 13:12:15.664709 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-25813c9a-11b3-4447-8247-4122877d0fd6 req-d787066a-4825-4b54-8903-f9e1de298569 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7699e30-924f-4218-911b-0764b34a9a5d HTTP/1.1" status: 200 len: 210 time: 0.0370746 Jun 12 13:12:18.972832 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 34872) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:12:19.172671 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-4ddd2383-7b88-4912-b0fa-332208f46830 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Deleting port 40592bc7-2ae7-4668-a3a5-46acdb900676 {{(pid=91667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 13:12:19.173057 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4ddd2383-7b88-4912-b0fa-332208f46830 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752044867880'] for port, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:19.278167 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4ddd2383-7b88-4912-b0fa-332208f46830 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455153'] for port, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:19.278522 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4ddd2383-7b88-4912-b0fa-332208f46830 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:19.373397 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-4ddd2383-7b88-4912-b0fa-332208f46830 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Calling delete_port for 40592bc7-2ae7-4668-a3a5-46acdb900676 owned by network:floatingip {{(pid=91667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 13:12:19.800598 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4ddd2383-7b88-4912-b0fa-332208f46830 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752044873292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752044431921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13277804'] for port, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:19.803153 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-7d185991-aa41-42fa-b579-f25598c7e392 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:12:19.831434 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddd2383-7b88-4912-b0fa-332208f46830 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Pushing event deleted for resources: {'Port': ['ID=40592bc7-2ae7-4668-a3a5-46acdb900676,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:12:19.834941 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-4ddd2383-7b88-4912-b0fa-332208f46830 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:12:19.906522 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4ddd2383-7b88-4912-b0fa-332208f46830 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks [] for floatingip, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:19.906901 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.db.l3_db [None req-4ddd2383-7b88-4912-b0fa-332208f46830 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Floating IP c38f7c0e-3fe1-4b09-93fa-71709e462a8d disassociated (deleted). External IP: 172.27.3.161, port: 33810da1-d137-4ecc-aa20-eaed803e673c. Jun 12 13:12:19.915995 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device 5ed76b36-2336-4368-be3d-a85b592010f4 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 13:12:19.940280 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] No Port match for: 5ed76b36-2336-4368-be3d-a85b592010f4 {{(pid=91668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 13:12:19.940624 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device 5ed76b36-2336-4368-be3d-a85b592010f4 not bound to the agent host hv-cinder-79611 {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 13:12:20.190293 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ddd2383-7b88-4912-b0fa-332208f46830 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Router 011906b6-63ba-4042-94b7-2ca2aec47836 has already been hosted by L3 agent 68a3a672-d21c-4adb-804e-7b4e770767ea {{(pid=91667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 13:12:20.343693 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ddd2383-7b88-4912-b0fa-332208f46830 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify agent at l3_agent.dv-cinder-796114-1-iscsi the message routers_updated {{(pid=91667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 13:12:20.348881 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-4ddd2383-7b88-4912-b0fa-332208f46830 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920'] for floatingip, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:20.353178 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50522ef7-60bd-428c-879c-5eee48be0ca1 None None] Sync routers for ids ['011906b6-63ba-4042-94b7-2ca2aec47836'] in dv-cinder-796114-1-iscsi {{(pid=91668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 13:12:20.361605 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50522ef7-60bd-428c-879c-5eee48be0ca1 None None] Routers {'011906b6-63ba-4042-94b7-2ca2aec47836'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 13:12:20.362230 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-50522ef7-60bd-428c-879c-5eee48be0ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T13:11:53Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['011906b6-63ba-4042-94b7-2ca2aec47836'], 'active': True} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:12:20.395411 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-4ddd2383-7b88-4912-b0fa-332208f46830 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "DELETE /v2.0/floatingips/c38f7c0e-3fe1-4b09-93fa-71709e462a8d HTTP/1.1" status: 204 len: 168 time: 1.4207468 Jun 12 13:12:20.396337 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e40670f7-4ebe-4950-848b-f28f70ff0805', 'tag': '33810da1-d137-4ecc-aa20-eaed803e673c'}] {{(pid=91667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 13:12:20.398700 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67243a7e54e3ab7b6e3c39020b1271d9e6c7e43a6696a4fb95c7e45675bdf643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a2c448-a26f-45d3-80fa-2cc5ce066eca" -d '{"events": [{"name": "network-changed", "server_uuid": "e40670f7-4ebe-4950-848b-f28f70ff0805", "tag": "33810da1-d137-4ecc-aa20-eaed803e673c"}]}' {{(pid=91667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 13:12:20.436341 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 13:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000c6308-488e-4c68-b173-3abf19785843 x-openstack-request-id: req-000c6308-488e-4c68-b173-3abf19785843 {{(pid=91667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 13:12:20.436741 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e40670f7-4ebe-4950-848b-f28f70ff0805", "tag": "33810da1-d137-4ecc-aa20-eaed803e673c", "status": "completed", "code": 200}]} {{(pid=91667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 13:12:20.437121 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-000c6308-488e-4c68-b173-3abf19785843 {{(pid=91667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 13:12:20.437573 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e40670f7-4ebe-4950-848b-f28f70ff0805', 'tag': '33810da1-d137-4ecc-aa20-eaed803e673c', 'status': 'completed', 'code': 200} Jun 12 13:12:20.523831 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a2c448-a26f-45d3-80fa-2cc5ce066eca req-2b32cd29-1c45-49be-96b6-f6dd1f7d092d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:12:20.525322 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-59a2c448-a26f-45d3-80fa-2cc5ce066eca req-2b32cd29-1c45-49be-96b6-f6dd1f7d092d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7dc4fd57127a4ce392ff4630ba0b781b&device_id=e40670f7-4ebe-4950-848b-f28f70ff0805 HTTP/1.1" status: 200 len: 1098 time: 0.0650446 Jun 12 13:12:20.644341 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-d3e13945-01bd-4856-a3fc-8f92b05129ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:20.658316 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvr_db [None req-50522ef7-60bd-428c-879c-5eee48be0ca1 None None] Set router 011906b6-63ba-4042-94b7-2ca2aec47836 gateway port host: dv-cinder-796114-1-iscsi {{(pid=91668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 13:12:20.666871 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a2c448-a26f-45d3-80fa-2cc5ce066eca req-bb231c3b-31a1-4ac9-88b7-8c2a946499bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:12:20.668321 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-59a2c448-a26f-45d3-80fa-2cc5ce066eca req-bb231c3b-31a1-4ac9-88b7-8c2a946499bc service neutron] 10.222.0.30 "GET /v2.0/networks?id=aa0b2eef-60a6-40a3-bce6-957f6885e8a4 HTTP/1.1" status: 200 len: 912 time: 0.1353951 Jun 12 13:12:20.731526 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-59a2c448-a26f-45d3-80fa-2cc5ce066eca req-af6691e9-ed20-4d42-9b76-9eaa5ad5f27c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33810da1-d137-4ecc-aa20-eaed803e673c HTTP/1.1" status: 200 len: 217 time: 0.0512493 Jun 12 13:12:20.827464 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a2c448-a26f-45d3-80fa-2cc5ce066eca req-bee7f347-2f87-4859-8a08-d2d1a7464ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:12:20.828906 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-59a2c448-a26f-45d3-80fa-2cc5ce066eca req-bee7f347-2f87-4859-8a08-d2d1a7464ccf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a098da02-dc26-4e87-a6b5-562c3ad57ee5 HTTP/1.1" status: 200 len: 850 time: 0.0898438 Jun 12 13:12:20.855872 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399960cc-b5ef-4669-a447-57e21a8120db req-4fff36a8-54ce-4808-897e-316fa3584b6c tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:12:20.857285 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-399960cc-b5ef-4669-a447-57e21a8120db req-4fff36a8-54ce-4808-897e-316fa3584b6c tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=e40670f7-4ebe-4950-848b-f28f70ff0805 HTTP/1.1" status: 200 len: 945 time: 0.1285152 Jun 12 13:12:20.923322 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-50522ef7-60bd-428c-879c-5eee48be0ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'name': 'tempest-TestVolumeBootPattern-579667739-router', 'tenant_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '427b2e02-31e1-417e-9709-d426dc1bbaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T13:01:37Z', 'updated_at': '2021-06-12T13:01:43Z', 'revision_number': 4, 'project_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'gw_port': {'id': '427b2e02-31e1-417e-9709-d426dc1bbaba', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:09:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:01:39Z', 'updated_at': '2021-06-12T13:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_interfaces': [{'id': 'b8f682ec-5609-493d-bbda-a1c75e63058d', 'name': '', 'network_id': 'aa0b2eef-60a6-40a3-bce6-957f6885e8a4', 'tenant_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'mac_address': 'fa:16:3e:11:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'a098da02-dc26-4e87-a6b5-562c3ad57ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:01:42Z', 'updated_at': '2021-06-12T13:01:52Z', 'revision_number': 5, 'project_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'subnets': [{'id': 'a098da02-dc26-4e87-a6b5-562c3ad57ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:12:20.927439 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50522ef7-60bd-428c-879c-5eee48be0ca1 None None] Checking router: 011906b6-63ba-4042-94b7-2ca2aec47836 for host: dv-cinder-796114-1-iscsi {{(pid=91668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 13:12:20.933069 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-399960cc-b5ef-4669-a447-57e21a8120db req-8be3b779-6d4e-4f81-b4a8-9ee9f48b16d4 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5110f7c-e46f-4ac8-bab7-b4ce29570688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542238 Jun 12 13:12:20.936536 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50522ef7-60bd-428c-879c-5eee48be0ca1 None None] Routers {'011906b6-63ba-4042-94b7-2ca2aec47836'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 13:12:20.937097 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-50522ef7-60bd-428c-879c-5eee48be0ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T13:11:53Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['011906b6-63ba-4042-94b7-2ca2aec47836'], 'active': True} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:12:20.942479 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a2c448-a26f-45d3-80fa-2cc5ce066eca req-caf7afe4-57f1-44a4-b392-79c8b84d053a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:12:20.943965 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-59a2c448-a26f-45d3-80fa-2cc5ce066eca req-caf7afe4-57f1-44a4-b392-79c8b84d053a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa0b2eef-60a6-40a3-bce6-957f6885e8a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1063282 Jun 12 13:12:21.062992 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-59a2c448-a26f-45d3-80fa-2cc5ce066eca req-dc656caa-bcd6-4e1d-80e9-d8167e5bf688 service neutron] 10.222.0.30 "GET /v2.0/networks/aa0b2eef-60a6-40a3-bce6-957f6885e8a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116283 Jun 12 13:12:21.086092 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvr_db [None req-50522ef7-60bd-428c-879c-5eee48be0ca1 None None] Set router 011906b6-63ba-4042-94b7-2ca2aec47836 gateway port host: dv-cinder-796114-1-iscsi {{(pid=91668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 13:12:21.179961 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-59a2c448-a26f-45d3-80fa-2cc5ce066eca req-360a14b3-728b-4c65-a292-07ee0972304f service neutron] 10.222.0.30 "GET /v2.0/networks/aa0b2eef-60a6-40a3-bce6-957f6885e8a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099391 Jun 12 13:12:21.343525 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-50522ef7-60bd-428c-879c-5eee48be0ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'name': 'tempest-TestVolumeBootPattern-579667739-router', 'tenant_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '427b2e02-31e1-417e-9709-d426dc1bbaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T13:01:37Z', 'updated_at': '2021-06-12T13:01:43Z', 'revision_number': 4, 'project_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'gw_port': {'id': '427b2e02-31e1-417e-9709-d426dc1bbaba', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:09:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:01:39Z', 'updated_at': '2021-06-12T13:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_interfaces': [{'id': 'b8f682ec-5609-493d-bbda-a1c75e63058d', 'name': '', 'network_id': 'aa0b2eef-60a6-40a3-bce6-957f6885e8a4', 'tenant_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'mac_address': 'fa:16:3e:11:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'a098da02-dc26-4e87-a6b5-562c3ad57ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:01:42Z', 'updated_at': '2021-06-12T13:01:52Z', 'revision_number': 5, 'project_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'subnets': [{'id': 'a098da02-dc26-4e87-a6b5-562c3ad57ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:12:21.346819 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50522ef7-60bd-428c-879c-5eee48be0ca1 None None] The sync data for ids ['011906b6-63ba-4042-94b7-2ca2aec47836'] in dv-cinder-796114-1-iscsi is: [{'id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'name': 'tempest-TestVolumeBootPattern-579667739-router', 'tenant_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '427b2e02-31e1-417e-9709-d426dc1bbaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T13:01:37Z', 'updated_at': '2021-06-12T13:01:43Z', 'revision_number': 4, 'project_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'gw_port': {'id': '427b2e02-31e1-417e-9709-d426dc1bbaba', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:09:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:01:39Z', 'updated_at': '2021-06-12T13:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi', '_interfaces': [{'id': 'b8f682ec-5609-493d-bbda-a1c75e63058d', 'name': '', 'network_id': 'aa0b2eef-60a6-40a3-bce6-957f6885e8a4', 'tenant_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'mac_address': 'fa:16:3e:11:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'a098da02-dc26-4e87-a6b5-562c3ad57ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:01:42Z', 'updated_at': '2021-06-12T13:01:52Z', 'revision_number': 5, 'project_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'subnets': [{'id': 'a098da02-dc26-4e87-a6b5-562c3ad57ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 13:12:21.491870 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a20609-05c5-4ae4-b787-450f34d38c2f req-eeb5ebed-c051-477a-94d4-532c08ee5c4d tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 13:12:21.493317 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-08a20609-05c5-4ae4-b787-450f34d38c2f req-eeb5ebed-c051-477a-94d4-532c08ee5c4d tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.30 "GET /v2.0/ports?device_id=e40670f7-4ebe-4950-848b-f28f70ff0805 HTTP/1.1" status: 200 len: 945 time: 0.0742023 Jun 12 13:12:21.552716 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92dc5cd-88e6-43b1-9d85-d8e543314c46 None None] New status for floating IP c38f7c0e-3fe1-4b09-93fa-71709e462a8d: DOWN {{(pid=91669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 12 13:12:21.608570 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [req-08a20609-05c5-4ae4-b787-450f34d38c2f req-8fb59d1a-a2e9-46ac-8125-2aed8d0094b2 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Deleting port 33810da1-d137-4ecc-aa20-eaed803e673c {{(pid=91666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 13:12:21.609180 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-08a20609-05c5-4ae4-b787-450f34d38c2f req-8fb59d1a-a2e9-46ac-8125-2aed8d0094b2 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752044867880'] for port, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:21.651331 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:21.726998 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [req-08a20609-05c5-4ae4-b787-450f34d38c2f req-8fb59d1a-a2e9-46ac-8125-2aed8d0094b2 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] For port 33810da1-d137-4ecc-aa20-eaed803e673c, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=33810da1-d137-4ecc-aa20-eaed803e673c,segment=NetworkSegment(86f06b86-229d-493d-b99a-2228fdd8c3a7),segment_id=86f06b86-229d-493d-b99a-2228fdd8c3a7)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:12:21.727359 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-08a20609-05c5-4ae4-b787-450f34d38c2f req-8fb59d1a-a2e9-46ac-8125-2aed8d0094b2 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455153'] for port, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:21.821948 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [req-08a20609-05c5-4ae4-b787-450f34d38c2f req-8fb59d1a-a2e9-46ac-8125-2aed8d0094b2 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Calling delete_port for 33810da1-d137-4ecc-aa20-eaed803e673c owned by compute:nova {{(pid=91666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 13:12:21.972073 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-08a20609-05c5-4ae4-b787-450f34d38c2f req-8fb59d1a-a2e9-46ac-8125-2aed8d0094b2 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752044873292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752044431921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14082967'] for port, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:21.977031 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-238a5ee3-3cbe-405c-9e77-c65257621aed tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:12:22.008787 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb59d1a-a2e9-46ac-8125-2aed8d0094b2 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Pushing event deleted for resources: {'Port': ['ID=33810da1-d137-4ecc-aa20-eaed803e673c,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:12:22.011924 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-8fb59d1a-a2e9-46ac-8125-2aed8d0094b2 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:12:22.069818 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [req-08a20609-05c5-4ae4-b787-450f34d38c2f req-8fb59d1a-a2e9-46ac-8125-2aed8d0094b2 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] No DVR routers for this DVR port 33810da1-d137-4ecc-aa20-eaed803e673c on host hv-cinder-79611 {{(pid=91666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 13:12:22.072564 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [req-08a20609-05c5-4ae4-b787-450f34d38c2f req-8fb59d1a-a2e9-46ac-8125-2aed8d0094b2 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920'] for port, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:22.074706 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [req-08a20609-05c5-4ae4-b787-450f34d38c2f req-8fb59d1a-a2e9-46ac-8125-2aed8d0094b2 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.30 "DELETE /v2.0/ports/33810da1-d137-4ecc-aa20-eaed803e673c HTTP/1.1" status: 204 len: 173 time: 0.5762975 Jun 12 13:12:22.075534 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e40670f7-4ebe-4950-848b-f28f70ff0805', 'name': 'network-vif-deleted', 'tag': '33810da1-d137-4ecc-aa20-eaed803e673c'}] {{(pid=91666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 13:12:22.078593 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba2aedb3ce59156ad261fd92086ba05f02985526b362ab5d5a646d7af1b76f5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703f4e35-a742-4c13-8e56-f6de4aef7725" -d '{"events": [{"server_uuid": "e40670f7-4ebe-4950-848b-f28f70ff0805", "name": "network-vif-deleted", "tag": "33810da1-d137-4ecc-aa20-eaed803e673c"}]}' {{(pid=91666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 13:12:22.082406 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [req-d43b2f7d-9929-4153-b19e-1393f49d087a req-940634e5-44ef-403f-8be1-54450ba546f1 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "GET /v2.0/ports?device_id=e40670f7-4ebe-4950-848b-f28f70ff0805 HTTP/1.1" status: 200 len: 210 time: 0.0334444 Jun 12 13:12:22.117638 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 13:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a93a718-6b89-449c-b3eb-5268e399ceef x-openstack-request-id: req-5a93a718-6b89-449c-b3eb-5268e399ceef {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 13:12:22.117964 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e40670f7-4ebe-4950-848b-f28f70ff0805", "name": "network-vif-deleted", "tag": "33810da1-d137-4ecc-aa20-eaed803e673c", "status": "completed", "code": 200}]} {{(pid=91666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 13:12:22.118369 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5a93a718-6b89-449c-b3eb-5268e399ceef {{(pid=91666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 13:12:22.118801 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e40670f7-4ebe-4950-848b-f28f70ff0805', 'name': 'network-vif-deleted', 'tag': '33810da1-d137-4ecc-aa20-eaed803e673c', 'status': 'completed', 'code': 200} Jun 12 13:12:23.185729 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 34888) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:12:23.344503 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-79883e5a-a476-48de-86e8-e07572d9f485 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Deleting port 8d0035ad-b1a6-43b6-ac0a-c096f4adb015 {{(pid=91666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 13:12:23.344851 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-79883e5a-a476-48de-86e8-e07572d9f485 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752044867880'] for port, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:23.355034 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:23.448394 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-79883e5a-a476-48de-86e8-e07572d9f485 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455153'] for port, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:23.448623 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-79883e5a-a476-48de-86e8-e07572d9f485 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:23.471489 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-2a8b1e2a-6a9c-4555-8097-50520daa940b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:23.544400 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-79883e5a-a476-48de-86e8-e07572d9f485 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Calling delete_port for 8d0035ad-b1a6-43b6-ac0a-c096f4adb015 owned by network:floatingip {{(pid=91666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 13:12:23.705556 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-79883e5a-a476-48de-86e8-e07572d9f485 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752044873292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752044431921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14082967'] for port, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:23.708898 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-53f93caf-7643-4696-8947-ff24914cb2cf tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:12:23.736697 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79883e5a-a476-48de-86e8-e07572d9f485 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Pushing event deleted for resources: {'Port': ['ID=8d0035ad-b1a6-43b6-ac0a-c096f4adb015,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:12:23.740031 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-79883e5a-a476-48de-86e8-e07572d9f485 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:12:23.813146 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-79883e5a-a476-48de-86e8-e07572d9f485 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks [] for floatingip, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:23.815823 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-79883e5a-a476-48de-86e8-e07572d9f485 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7920'] for floatingip, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:23.816984 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-79883e5a-a476-48de-86e8-e07572d9f485 tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "DELETE /v2.0/floatingips/4b4c2636-74a5-4087-9324-7d420b8320b6 HTTP/1.1" status: 204 len: 168 time: 0.6302280 Jun 12 13:12:25.081437 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 34900) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:12:25.101412 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-7239a5c3-c5f0-4f25-a5be-c6c46247b3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:25.144217 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2bd3e8aa-0e41-4c4c-8214-e7875a05054e tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks [] for security_group, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:25.170332 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2bd3e8aa-0e41-4c4c-8214-e7875a05054e tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:25.233976 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2bd3e8aa-0e41-4c4c-8214-e7875a05054e tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:25.236619 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2bd3e8aa-0e41-4c4c-8214-e7875a05054e tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Notify callbacks [] for security_group, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:25.237741 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-2bd3e8aa-0e41-4c4c-8214-e7875a05054e tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] 10.222.0.23 "DELETE /v2.0/security-groups/f5110f7c-e46f-4ac8-bab7-b4ce29570688 HTTP/1.1" status: 204 len: 168 time: 0.1553507 Jun 12 13:12:25.238605 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-71aa82f3-ca5d-4db3-b9e9-40c63b3d6180 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:12:25.249458 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3e8aa-0e41-4c4c-8214-e7875a05054e tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5110f7c-e46f-4ac8-bab7-b4ce29570688,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:12:25.251755 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-2bd3e8aa-0e41-4c4c-8214-e7875a05054e tempest-TestVolumeBootPattern-1724985198 tempest-TestVolumeBootPattern-1724985198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:12:25.300187 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 34904) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:12:25.663506 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.agents_db [None req-3755f801-82db-4e36-b9e4-fb56f4f4bf71 None None] Agent healthcheck: found 6 active agents {{(pid=91669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 13:12:25.920621 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-0a5de27a-4d22-4fdd-a4cf-053756d7edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:25.946466 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device 33810da1-d137-4ecc-aa20-eaed803e673c no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 13:12:25.970600 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] No Port match for: 33810da1-d137-4ecc-aa20-eaed803e673c {{(pid=91668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 13:12:25.970971 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Device 33810da1-d137-4ecc-aa20-eaed803e673c not bound to the agent host hv-cinder-79611 {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 13:12:26.190428 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-c4724be6-3f33-49d6-950a-6c345b2873c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-458196'] for router_interface, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:26.516440 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-c4724be6-3f33-49d6-950a-6c345b2873c0 admin admin] Deleting port b8f682ec-5609-493d-bbda-a1c75e63058d {{(pid=91666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 13:12:26.516777 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-c4724be6-3f33-49d6-950a-6c345b2873c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752044867880'] for port, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:26.617450 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-c4724be6-3f33-49d6-950a-6c345b2873c0 admin admin] For port b8f682ec-5609-493d-bbda-a1c75e63058d, host dv-cinder-796114-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=b8f682ec-5609-493d-bbda-a1c75e63058d,segment=NetworkSegment(86f06b86-229d-493d-b99a-2228fdd8c3a7),segment_id=86f06b86-229d-493d-b99a-2228fdd8c3a7)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:12:26.617811 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-c4724be6-3f33-49d6-950a-6c345b2873c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455153'] for port, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:26.713292 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-c4724be6-3f33-49d6-950a-6c345b2873c0 admin admin] Calling delete_port for b8f682ec-5609-493d-bbda-a1c75e63058d owned by network:router_interface {{(pid=91666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 13:12:26.943160 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-c4724be6-3f33-49d6-950a-6c345b2873c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752044873292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752044431921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14082967'] for port, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:26.946224 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-b921df60-eb2c-44cb-af93-55d1e4e8218c tempest-AttachVolumeShelveTestJSON-1090403180 tempest-AttachVolumeShelveTestJSON-1090403180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:12:26.975318 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4724be6-3f33-49d6-950a-6c345b2873c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8f682ec-5609-493d-bbda-a1c75e63058d,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:12:26.977847 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-c4724be6-3f33-49d6-950a-6c345b2873c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:12:27.198659 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-c4724be6-3f33-49d6-950a-6c345b2873c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458564'] for router_interface, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:27.490809 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4724be6-3f33-49d6-950a-6c345b2873c0 admin admin] Router 011906b6-63ba-4042-94b7-2ca2aec47836 has already been hosted by L3 agent 68a3a672-d21c-4adb-804e-7b4e770767ea {{(pid=91666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 13:12:27.632764 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4724be6-3f33-49d6-950a-6c345b2873c0 admin admin] Notify agent at l3_agent.dv-cinder-796114-1-iscsi the message routers_updated {{(pid=91666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 13:12:27.638212 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-c4724be6-3f33-49d6-950a-6c345b2873c0 admin admin] 10.222.0.23 "PUT /v2.0/routers/011906b6-63ba-4042-94b7-2ca2aec47836/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3370087 Jun 12 13:12:27.640642 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 34908) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:12:27.643371 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb33e64-90f3-4f46-9c30-ce3ec36624b0 None None] Sync routers for ids ['011906b6-63ba-4042-94b7-2ca2aec47836'] in dv-cinder-796114-1-iscsi {{(pid=91668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 13:12:27.653422 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb33e64-90f3-4f46-9c30-ce3ec36624b0 None None] Routers {'011906b6-63ba-4042-94b7-2ca2aec47836'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 13:12:27.654066 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-5bb33e64-90f3-4f46-9c30-ce3ec36624b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T13:12:23Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['011906b6-63ba-4042-94b7-2ca2aec47836'], 'active': True} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:12:27.780794 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-9a3152b7-478d-429b-85a9-e834bbbfd2ed admin admin] Notify callbacks [] for router, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:27.803821 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvr_db [None req-5bb33e64-90f3-4f46-9c30-ce3ec36624b0 None None] Set router 011906b6-63ba-4042-94b7-2ca2aec47836 gateway port host: dv-cinder-796114-1-iscsi {{(pid=91668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 13:12:27.922039 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-9a3152b7-478d-429b-85a9-e834bbbfd2ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:27.979593 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-9a3152b7-478d-429b-85a9-e834bbbfd2ed admin admin] Deleting port 427b2e02-31e1-417e-9709-d426dc1bbaba {{(pid=91666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 13:12:27.980005 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-9a3152b7-478d-429b-85a9-e834bbbfd2ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752044867880'] for port, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:28.050255 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-5bb33e64-90f3-4f46-9c30-ce3ec36624b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'name': 'tempest-TestVolumeBootPattern-579667739-router', 'tenant_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '427b2e02-31e1-417e-9709-d426dc1bbaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T13:01:37Z', 'updated_at': '2021-06-12T13:12:26Z', 'revision_number': 5, 'project_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'gw_port': {'id': '427b2e02-31e1-417e-9709-d426dc1bbaba', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:09:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:01:39Z', 'updated_at': '2021-06-12T13:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi'}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:12:28.054319 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb33e64-90f3-4f46-9c30-ce3ec36624b0 None None] Checking router: 011906b6-63ba-4042-94b7-2ca2aec47836 for host: dv-cinder-796114-1-iscsi {{(pid=91668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 13:12:28.062046 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb33e64-90f3-4f46-9c30-ce3ec36624b0 None None] Routers {'011906b6-63ba-4042-94b7-2ca2aec47836'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 13:12:28.062666 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-5bb33e64-90f3-4f46-9c30-ce3ec36624b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T13:12:23Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['011906b6-63ba-4042-94b7-2ca2aec47836'], 'active': True} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:12:28.087884 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-9a3152b7-478d-429b-85a9-e834bbbfd2ed admin admin] For port 427b2e02-31e1-417e-9709-d426dc1bbaba, host dv-cinder-796114-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=427b2e02-31e1-417e-9709-d426dc1bbaba,segment=NetworkSegment(3c2da916-7025-41e9-bbaa-dbdda4d660f0),segment_id=3c2da916-7025-41e9-bbaa-dbdda4d660f0)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:12:28.088341 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-9a3152b7-478d-429b-85a9-e834bbbfd2ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455153'] for port, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:28.183129 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-9a3152b7-478d-429b-85a9-e834bbbfd2ed admin admin] Calling delete_port for 427b2e02-31e1-417e-9709-d426dc1bbaba owned by network:router_gateway {{(pid=91666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 13:12:28.318568 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvr_db [None req-5bb33e64-90f3-4f46-9c30-ce3ec36624b0 None None] Set router 011906b6-63ba-4042-94b7-2ca2aec47836 gateway port host: None {{(pid=91668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 13:12:28.393509 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-9a3152b7-478d-429b-85a9-e834bbbfd2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752044873292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752044431921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14082967'] for port, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:28.396928 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-8fc22398-bf4c-46a9-b59f-355120ac30be tempest-TestShelveInstance-2004318774 tempest-TestShelveInstance-2004318774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:12:28.397432 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_hamode_db [None req-5bb33e64-90f3-4f46-9c30-ce3ec36624b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'name': 'tempest-TestVolumeBootPattern-579667739-router', 'tenant_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T13:01:37Z', 'updated_at': '2021-06-12T13:12:27Z', 'revision_number': 6, 'project_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'gw_port_host': None}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:12:28.401227 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb33e64-90f3-4f46-9c30-ce3ec36624b0 None None] The sync data for ids ['011906b6-63ba-4042-94b7-2ca2aec47836'] in dv-cinder-796114-1-iscsi is: [{'id': '011906b6-63ba-4042-94b7-2ca2aec47836', 'name': 'tempest-TestVolumeBootPattern-579667739-router', 'tenant_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T13:01:37Z', 'updated_at': '2021-06-12T13:12:27Z', 'revision_number': 6, 'project_id': '7dc4fd57127a4ce392ff4630ba0b781b', 'gw_port_host': None}] {{(pid=91668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 13:12:28.425560 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3152b7-478d-429b-85a9-e834bbbfd2ed admin admin] Pushing event deleted for resources: {'Port': ['ID=427b2e02-31e1-417e-9709-d426dc1bbaba,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:12:28.431525 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-9a3152b7-478d-429b-85a9-e834bbbfd2ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:12:28.511947 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-9a3152b7-478d-429b-85a9-e834bbbfd2ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454167'] for router_gateway, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:28.643203 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-9a3152b7-478d-429b-85a9-e834bbbfd2ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60926'] for router, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:28.645277 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-9a3152b7-478d-429b-85a9-e834bbbfd2ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:28.701776 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-9a3152b7-478d-429b-85a9-e834bbbfd2ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-442416'] for router, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:28.702213 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a3152b7-478d-429b-85a9-e834bbbfd2ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 011906b6-63ba-4042-94b7-2ca2aec47836 {{(pid=91666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 12 13:12:28.706554 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-9a3152b7-478d-429b-85a9-e834bbbfd2ed admin admin] Notify callbacks [] for router, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:28.708084 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-9a3152b7-478d-429b-85a9-e834bbbfd2ed admin admin] 10.222.0.23 "DELETE /v2.0/routers/011906b6-63ba-4042-94b7-2ca2aec47836 HTTP/1.1" status: 204 len: 168 time: 1.0659742 Jun 12 13:12:28.710815 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 34910) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:12:28.762446 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e930dd8-e1cd-4a97-93de-5f0f0cacf270 admin admin] Deleting subnet a098da02-dc26-4e87-a6b5-562c3ad57ee5 {{(pid=91666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 12 13:12:28.765555 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2e930dd8-e1cd-4a97-93de-5f0f0cacf270 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:29.132497 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2e930dd8-e1cd-4a97-93de-5f0f0cacf270 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12979528'] for subnet, precommit_delete_associations {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:29.199153 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device b8f682ec-5609-493d-bbda-a1c75e63058d no longer exists at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 13:12:29.226120 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] No Port match for: b8f682ec-5609-493d-bbda-a1c75e63058d {{(pid=91668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 13:12:29.226499 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device b8f682ec-5609-493d-bbda-a1c75e63058d not bound to the agent host dv-cinder-796114-1-iscsi {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 13:12:29.226935 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device 427b2e02-31e1-417e-9709-d426dc1bbaba no longer exists at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 13:12:29.228404 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2e930dd8-e1cd-4a97-93de-5f0f0cacf270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393918'] for subnet, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:29.252336 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] No Port match for: 427b2e02-31e1-417e-9709-d426dc1bbaba {{(pid=91668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 13:12:29.252694 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device 427b2e02-31e1-417e-9709-d426dc1bbaba not bound to the agent host dv-cinder-796114-1-iscsi {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 13:12:29.294503 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2e930dd8-e1cd-4a97-93de-5f0f0cacf270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14082669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13914971'] for subnet, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:29.296636 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:12:29.327997 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e930dd8-e1cd-4a97-93de-5f0f0cacf270 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a098da02-dc26-4e87-a6b5-562c3ad57ee5,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:12:29.331040 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-2e930dd8-e1cd-4a97-93de-5f0f0cacf270 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:12:29.332036 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2e930dd8-e1cd-4a97-93de-5f0f0cacf270 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for subnet, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:29.334000 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-2e930dd8-e1cd-4a97-93de-5f0f0cacf270 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a098da02-dc26-4e87-a6b5-562c3ad57ee5 HTTP/1.1" status: 204 len: 168 time: 0.6222913 Jun 12 13:12:29.336434 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [-] (91666) accepted ('10.222.0.23', 34912) {{(pid=91666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:12:29.339324 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35738b4-f231-44eb-a597-38385118e640 None None] Network aa0b2eef-60a6-40a3-bce6-957f6885e8a4 requested from dv-cinder-796114-1-iscsi {{(pid=91668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 13:12:29.443635 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-efb8ff94-8818-4116-9122-562b3d5f3c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1600373'] for network, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:29.502647 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-efb8ff94-8818-4116-9122-562b3d5f3c7d admin admin] Deleting port 707f0b64-a4be-438a-a0eb-0affd0952b5e {{(pid=91666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 13:12:29.503077 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-efb8ff94-8818-4116-9122-562b3d5f3c7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752044867880'] for port, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:29.594752 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ec02ef-2d5a-460b-9c45-1baa9cafbb9a None None] DHCP port deletion for aa0b2eef-60a6-40a3-bce6-957f6885e8a4 request from dv-cinder-796114-1-iscsi {{(pid=91668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 12 13:12:29.595351 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-efb8ff94-8818-4116-9122-562b3d5f3c7d admin admin] For port 707f0b64-a4be-438a-a0eb-0affd0952b5e, host dv-cinder-796114-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=707f0b64-a4be-438a-a0eb-0affd0952b5e,segment=NetworkSegment(86f06b86-229d-493d-b99a-2228fdd8c3a7),segment_id=86f06b86-229d-493d-b99a-2228fdd8c3a7)] {{(pid=91666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:12:29.595712 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-efb8ff94-8818-4116-9122-562b3d5f3c7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455153'] for port, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:29.649588 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-c1ec02ef-2d5a-460b-9c45-1baa9cafbb9a None None] Deleting port 707f0b64-a4be-438a-a0eb-0affd0952b5e {{(pid=91668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 13:12:29.649993 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-c1ec02ef-2d5a-460b-9c45-1baa9cafbb9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752044867880'] for port, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:29.689938 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.plugin [None req-efb8ff94-8818-4116-9122-562b3d5f3c7d admin admin] Calling delete_port for 707f0b64-a4be-438a-a0eb-0affd0952b5e owned by network:dhcp {{(pid=91666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 13:12:29.738879 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-c1ec02ef-2d5a-460b-9c45-1baa9cafbb9a None None] For port 707f0b64-a4be-438a-a0eb-0affd0952b5e, host dv-cinder-796114-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=707f0b64-a4be-438a-a0eb-0affd0952b5e,segment=NetworkSegment(86f06b86-229d-493d-b99a-2228fdd8c3a7),segment_id=86f06b86-229d-493d-b99a-2228fdd8c3a7)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:12:29.739305 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-c1ec02ef-2d5a-460b-9c45-1baa9cafbb9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455153'] for port, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:29.784043 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-efb8ff94-8818-4116-9122-562b3d5f3c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752044873292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752044431921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14082967'] for port, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:29.787687 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-8667afbf-826f-48d1-b741-0ac528b92a35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:12:29.818736 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb8ff94-8818-4116-9122-562b3d5f3c7d admin admin] Pushing event deleted for resources: {'Port': ['ID=707f0b64-a4be-438a-a0eb-0affd0952b5e,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:12:29.820667 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb8ff94-8818-4116-9122-562b3d5f3c7d admin admin] No DVR routers for this DVR port 707f0b64-a4be-438a-a0eb-0affd0952b5e on host dv-cinder-796114-1-iscsi {{(pid=91666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 13:12:29.822295 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-efb8ff94-8818-4116-9122-562b3d5f3c7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:12:29.837701 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-c1ec02ef-2d5a-460b-9c45-1baa9cafbb9a None None] Calling delete_port for 707f0b64-a4be-438a-a0eb-0affd0952b5e owned by network:dhcp {{(pid=91668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 13:12:29.928195 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-efb8ff94-8818-4116-9122-562b3d5f3c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1356131', 'neutron.services.segments.db._delete_segments_for_network-8752044986040'] for network, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:29.928650 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-c1ec02ef-2d5a-460b-9c45-1baa9cafbb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752044873292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752044431921'] for port, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:29.930629 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:12:29.939672 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.services.segments.db [None req-efb8ff94-8818-4116-9122-562b3d5f3c7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa0b2eef-60a6-40a3-bce6-957f6885e8a4']}} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:12:29.951694 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.services.segments.db [None req-efb8ff94-8818-4116-9122-562b3d5f3c7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86f06b86-229d-493d-b99a-2228fdd8c3a7') {'for_net_delete': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:12:29.952016 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.services.segments.db [None req-efb8ff94-8818-4116-9122-562b3d5f3c7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86f06b86-229d-493d-b99a-2228fdd8c3a7') {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:12:29.961451 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ec02ef-2d5a-460b-9c45-1baa9cafbb9a None None] Pushing event deleted for resources: {'Port': ['ID=707f0b64-a4be-438a-a0eb-0affd0952b5e,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:12:29.963117 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-efb8ff94-8818-4116-9122-562b3d5f3c7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752044985878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12979523'] for segment, before_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:29.980259 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ec02ef-2d5a-460b-9c45-1baa9cafbb9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:12:29.980259 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ec02ef-2d5a-460b-9c45-1baa9cafbb9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:12:29.980881 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ec02ef-2d5a-460b-9c45-1baa9cafbb9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:12:29.980881 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ec02ef-2d5a-460b-9c45-1baa9cafbb9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:12:29.981227 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ec02ef-2d5a-460b-9c45-1baa9cafbb9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:12:29.981454 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ec02ef-2d5a-460b-9c45-1baa9cafbb9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:12:29.981794 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ec02ef-2d5a-460b-9c45-1baa9cafbb9a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:12:29.982124 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ec02ef-2d5a-460b-9c45-1baa9cafbb9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:12:29.982474 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ec02ef-2d5a-460b-9c45-1baa9cafbb9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:12:29.982853 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ec02ef-2d5a-460b-9c45-1baa9cafbb9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:12:29.983179 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ec02ef-2d5a-460b-9c45-1baa9cafbb9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:12:29.983500 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ec02ef-2d5a-460b-9c45-1baa9cafbb9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-1-iscsi {{(pid=91668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 13:12:29.984918 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-efb8ff94-8818-4116-9122-562b3d5f3c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400235'] for segment, precommit_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:29.987727 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-c1ec02ef-2d5a-460b-9c45-1baa9cafbb9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:12:29.988583 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ec02ef-2d5a-460b-9c45-1baa9cafbb9a None None] No DVR routers for this DVR port 707f0b64-a4be-438a-a0eb-0affd0952b5e on host dv-cinder-796114-1-iscsi {{(pid=91668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 13:12:29.993098 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efb8ff94-8818-4116-9122-562b3d5f3c7d admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=91666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 12 13:12:29.993848 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-efb8ff94-8818-4116-9122-562b3d5f3c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14083012'] for segment, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:29.999449 dv-cinder-796114-1-iscsi neutron-server[91666]: Traceback (most recent call last): Jun 12 13:12:29.999449 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 12 13:12:29.999449 dv-cinder-796114-1-iscsi neutron-server[91666]: timer() Jun 12 13:12:29.999449 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 12 13:12:29.999449 dv-cinder-796114-1-iscsi neutron-server[91666]: cb(*args, **kw) Jun 12 13:12:29.999449 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 12 13:12:29.999449 dv-cinder-796114-1-iscsi neutron-server[91666]: return func(*args, **kwargs) Jun 12 13:12:29.999449 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 12 13:12:29.999449 dv-cinder-796114-1-iscsi neutron-server[91666]: self._notify() Jun 12 13:12:29.999449 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 12 13:12:29.999449 dv-cinder-796114-1-iscsi neutron-server[91666]: self.callback(batched_events) Jun 12 13:12:29.999449 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 12 13:12:29.999449 dv-cinder-796114-1-iscsi neutron-server[91666]: event.method(event) Jun 12 13:12:29.999449 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 12 13:12:29.999449 dv-cinder-796114-1-iscsi neutron-server[91666]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 12 13:12:29.999449 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 12 13:12:29.999449 dv-cinder-796114-1-iscsi neutron-server[91666]: aggregate_uuid = self.p_client.list_aggregates( Jun 12 13:12:29.999449 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 12 13:12:29.999449 dv-cinder-796114-1-iscsi neutron-server[91666]: return f(self, *a, **k) Jun 12 13:12:29.999449 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 12 13:12:29.999449 dv-cinder-796114-1-iscsi neutron-server[91666]: return self._get(url).json() Jun 12 13:12:29.999449 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 12 13:12:29.999449 dv-cinder-796114-1-iscsi neutron-server[91666]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 12 13:12:29.999449 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 12 13:12:29.999449 dv-cinder-796114-1-iscsi neutron-server[91666]: return self.request(url, 'GET', **kwargs) Jun 12 13:12:29.999449 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 12 13:12:29.999449 dv-cinder-796114-1-iscsi neutron-server[91666]: base_url = self.get_endpoint(auth, allow=allow, Jun 12 13:12:29.999449 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 12 13:12:29.999449 dv-cinder-796114-1-iscsi neutron-server[91666]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 12 13:12:29.999449 dv-cinder-796114-1-iscsi neutron-server[91666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 12 13:12:29.999449 dv-cinder-796114-1-iscsi neutron-server[91666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 12 13:12:29.999449 dv-cinder-796114-1-iscsi neutron-server[91666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 12 13:12:30.078942 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-efb8ff94-8818-4116-9122-562b3d5f3c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1356156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454154'] for network, after_delete {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:30.083066 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-7fe3c46d-c228-455a-a8cf-4267aae86b81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:12:30.085455 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-efb8ff94-8818-4116-9122-562b3d5f3c7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for network, before_response {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:30.090171 dv-cinder-796114-1-iscsi neutron-server[91666]: INFO neutron.wsgi [None req-efb8ff94-8818-4116-9122-562b3d5f3c7d admin admin] 10.222.0.23 "DELETE /v2.0/networks/aa0b2eef-60a6-40a3-bce6-957f6885e8a4 HTTP/1.1" status: 204 len: 168 time: 0.7500916 Jun 12 13:12:30.090624 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 34914) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:12:30.101808 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb8ff94-8818-4116-9122-562b3d5f3c7d admin admin] Pushing event deleted for resources: {'Network': ['ID=aa0b2eef-60a6-40a3-bce6-957f6885e8a4,revision_number=None']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:12:30.104535 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-efb8ff94-8818-4116-9122-562b3d5f3c7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:12:30.556231 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-e5c00763-e2ed-401d-9515-c10014512597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-458196'] for router_interface, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:30.874079 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-e5c00763-e2ed-401d-9515-c10014512597 admin admin] Deleting port 98f1c703-fbe0-4699-82c4-bc91823fd6ed {{(pid=91667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 13:12:30.874364 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-e5c00763-e2ed-401d-9515-c10014512597 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752044867880'] for port, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:30.976512 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.db [None req-e5c00763-e2ed-401d-9515-c10014512597 admin admin] For port 98f1c703-fbe0-4699-82c4-bc91823fd6ed, host dv-cinder-796114-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=98f1c703-fbe0-4699-82c4-bc91823fd6ed,segment=NetworkSegment(dc66459e-1231-4d79-83b7-5e2fdb5e7086),segment_id=dc66459e-1231-4d79-83b7-5e2fdb5e7086)] {{(pid=91667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:12:30.976866 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-e5c00763-e2ed-401d-9515-c10014512597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455153'] for port, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:31.071604 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-e5c00763-e2ed-401d-9515-c10014512597 admin admin] Calling delete_port for 98f1c703-fbe0-4699-82c4-bc91823fd6ed owned by network:router_interface {{(pid=91667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 13:12:31.106601 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device 707f0b64-a4be-438a-a0eb-0affd0952b5e no longer exists at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 13:12:31.133497 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] No Port match for: 707f0b64-a4be-438a-a0eb-0affd0952b5e {{(pid=91668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 13:12:31.133882 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device 707f0b64-a4be-438a-a0eb-0affd0952b5e not bound to the agent host dv-cinder-796114-1-iscsi {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 13:12:31.293536 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-e5c00763-e2ed-401d-9515-c10014512597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752044873292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752044431921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13277804'] for port, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:31.296366 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:12:31.333846 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c00763-e2ed-401d-9515-c10014512597 admin admin] Pushing event deleted for resources: {'Port': ['ID=98f1c703-fbe0-4699-82c4-bc91823fd6ed,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:12:31.336416 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-e5c00763-e2ed-401d-9515-c10014512597 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:12:31.546824 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-e5c00763-e2ed-401d-9515-c10014512597 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458564'] for router_interface, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:32.091120 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5c00763-e2ed-401d-9515-c10014512597 admin admin] Router 74aa562f-d91f-40b7-ac83-ed313ef58ecf has already been hosted by L3 agent 68a3a672-d21c-4adb-804e-7b4e770767ea {{(pid=91667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 13:12:32.240792 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c00763-e2ed-401d-9515-c10014512597 admin admin] Notify agent at l3_agent.dv-cinder-796114-1-iscsi the message routers_updated {{(pid=91667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 13:12:32.245683 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-e5c00763-e2ed-401d-9515-c10014512597 admin admin] 10.222.0.23 "PUT /v2.0/routers/74aa562f-d91f-40b7-ac83-ed313ef58ecf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1540027 Jun 12 13:12:32.248272 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 34916) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:12:32.248920 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308fa9eb-110b-4547-a93f-727ecb479d96 None None] Sync routers for ids ['74aa562f-d91f-40b7-ac83-ed313ef58ecf'] in dv-cinder-796114-1-iscsi {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 13:12:32.258699 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308fa9eb-110b-4547-a93f-727ecb479d96 None None] Routers {'74aa562f-d91f-40b7-ac83-ed313ef58ecf'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 13:12:32.259302 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-308fa9eb-110b-4547-a93f-727ecb479d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T13:12:23Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['74aa562f-d91f-40b7-ac83-ed313ef58ecf'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:12:32.401481 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-609332c6-4a9f-4045-88a2-3db61ce102b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:32.402613 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-308fa9eb-110b-4547-a93f-727ecb479d96 None None] Set router 74aa562f-d91f-40b7-ac83-ed313ef58ecf gateway port host: dv-cinder-796114-1-iscsi {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 13:12:32.550136 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-609332c6-4a9f-4045-88a2-3db61ce102b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:32.616591 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-609332c6-4a9f-4045-88a2-3db61ce102b7 admin admin] Deleting port 01339bc3-d9df-4a43-b5be-de6756539b3c {{(pid=91667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 13:12:32.616931 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-609332c6-4a9f-4045-88a2-3db61ce102b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752044867880'] for port, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:32.643332 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-308fa9eb-110b-4547-a93f-727ecb479d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74aa562f-d91f-40b7-ac83-ed313ef58ecf', 'name': 'tempest-TestVolumeBootPattern-1086924685-router', 'tenant_id': 'f8d17f6a111a41c8bab1fafeea99711b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'external_fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '01339bc3-d9df-4a43-b5be-de6756539b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T13:01:46Z', 'updated_at': '2021-06-12T13:12:31Z', 'revision_number': 5, 'project_id': 'f8d17f6a111a41c8bab1fafeea99711b', 'gw_port': {'id': '01339bc3-d9df-4a43-b5be-de6756539b3c', 'name': '', 'network_id': 'd31b88ef-fdf5-46b1-8572-11d751094587', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74aa562f-d91f-40b7-ac83-ed313ef58ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T13:01:46Z', 'updated_at': '2021-06-12T13:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3cd8c99-09c7-4ded-87bb-a3c326773e06', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-1-iscsi'}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:12:32.646852 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308fa9eb-110b-4547-a93f-727ecb479d96 None None] Checking router: 74aa562f-d91f-40b7-ac83-ed313ef58ecf for host: dv-cinder-796114-1-iscsi {{(pid=91669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 13:12:32.654764 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308fa9eb-110b-4547-a93f-727ecb479d96 None None] Routers {'74aa562f-d91f-40b7-ac83-ed313ef58ecf'} bound to L3 agent in host dv-cinder-796114-1-iscsi {{(pid=91669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 13:12:32.655285 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-308fa9eb-110b-4547-a93f-727ecb479d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-12T12:50:23Z,description=,heartbeat_timestamp=2021-06-12T13:12:23Z,host='dv-cinder-796114-1-iscsi',id=68a3a672-d21c-4adb-804e-7b4e770767ea,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T12:50:23Z,topic='l3_agent')) {'router_ids': ['74aa562f-d91f-40b7-ac83-ed313ef58ecf'], 'active': True} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:12:32.718218 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.db [None req-609332c6-4a9f-4045-88a2-3db61ce102b7 admin admin] For port 01339bc3-d9df-4a43-b5be-de6756539b3c, host dv-cinder-796114-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=01339bc3-d9df-4a43-b5be-de6756539b3c,segment=NetworkSegment(3c2da916-7025-41e9-bbaa-dbdda4d660f0),segment_id=3c2da916-7025-41e9-bbaa-dbdda4d660f0)] {{(pid=91667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:12:32.718710 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-609332c6-4a9f-4045-88a2-3db61ce102b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455153'] for port, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:32.777009 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_dvr_db [None req-308fa9eb-110b-4547-a93f-727ecb479d96 None None] Set router 74aa562f-d91f-40b7-ac83-ed313ef58ecf gateway port host: None {{(pid=91669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 13:12:32.814748 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-609332c6-4a9f-4045-88a2-3db61ce102b7 admin admin] Calling delete_port for 01339bc3-d9df-4a43-b5be-de6756539b3c owned by network:router_gateway {{(pid=91667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 13:12:32.857402 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.l3_hamode_db [None req-308fa9eb-110b-4547-a93f-727ecb479d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74aa562f-d91f-40b7-ac83-ed313ef58ecf', 'name': 'tempest-TestVolumeBootPattern-1086924685-router', 'tenant_id': 'f8d17f6a111a41c8bab1fafeea99711b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T13:01:46Z', 'updated_at': '2021-06-12T13:12:32Z', 'revision_number': 6, 'project_id': 'f8d17f6a111a41c8bab1fafeea99711b', 'gw_port_host': None}], 'dv-cinder-796114-1-iscsi', False) {} {{(pid=91669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:12:32.860972 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308fa9eb-110b-4547-a93f-727ecb479d96 None None] The sync data for ids ['74aa562f-d91f-40b7-ac83-ed313ef58ecf'] in dv-cinder-796114-1-iscsi is: [{'id': '74aa562f-d91f-40b7-ac83-ed313ef58ecf', 'name': 'tempest-TestVolumeBootPattern-1086924685-router', 'tenant_id': 'f8d17f6a111a41c8bab1fafeea99711b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T13:01:46Z', 'updated_at': '2021-06-12T13:12:32Z', 'revision_number': 6, 'project_id': 'f8d17f6a111a41c8bab1fafeea99711b', 'gw_port_host': None}] {{(pid=91669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 13:12:33.026014 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-609332c6-4a9f-4045-88a2-3db61ce102b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752044873292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752044431921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13277804'] for port, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:33.027915 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-e55b8208-90d1-4a67-a0cc-cfd51f803963 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:12:33.054839 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609332c6-4a9f-4045-88a2-3db61ce102b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=01339bc3-d9df-4a43-b5be-de6756539b3c,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:12:33.057243 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-609332c6-4a9f-4045-88a2-3db61ce102b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:12:33.134292 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-609332c6-4a9f-4045-88a2-3db61ce102b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454167'] for router_gateway, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:33.272798 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-609332c6-4a9f-4045-88a2-3db61ce102b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60926'] for router, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:33.275175 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-609332c6-4a9f-4045-88a2-3db61ce102b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:33.339702 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-609332c6-4a9f-4045-88a2-3db61ce102b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-442416'] for router, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:33.340639 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609332c6-4a9f-4045-88a2-3db61ce102b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74aa562f-d91f-40b7-ac83-ed313ef58ecf {{(pid=91667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 12 13:12:33.347146 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-609332c6-4a9f-4045-88a2-3db61ce102b7 admin admin] Notify callbacks [] for router, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:33.348346 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-609332c6-4a9f-4045-88a2-3db61ce102b7 admin admin] 10.222.0.23 "DELETE /v2.0/routers/74aa562f-d91f-40b7-ac83-ed313ef58ecf HTTP/1.1" status: 204 len: 168 time: 1.0991454 Jun 12 13:12:33.351370 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 34918) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:12:33.403306 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb31f959-b988-4aa3-b209-d9068f4d4d71 admin admin] Deleting subnet c40feb3c-6601-4040-961d-729ea5355d78 {{(pid=91667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 12 13:12:33.406282 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-bb31f959-b988-4aa3-b209-d9068f4d4d71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:33.447394 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-bb31f959-b988-4aa3-b209-d9068f4d4d71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13123207'] for subnet, precommit_delete_associations {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:33.540466 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-bb31f959-b988-4aa3-b209-d9068f4d4d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1393918'] for subnet, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:33.593025 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device 98f1c703-fbe0-4699-82c4-bc91823fd6ed no longer exists at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 13:12:33.607358 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-bb31f959-b988-4aa3-b209-d9068f4d4d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1393911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13278102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12967289'] for subnet, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:33.609711 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-b31b5228-91f7-4553-88b0-e99632c59873 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:12:33.620003 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] No Port match for: 98f1c703-fbe0-4699-82c4-bc91823fd6ed {{(pid=91668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 13:12:33.620354 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device 98f1c703-fbe0-4699-82c4-bc91823fd6ed not bound to the agent host dv-cinder-796114-1-iscsi {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 13:12:33.641737 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31f959-b988-4aa3-b209-d9068f4d4d71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c40feb3c-6601-4040-961d-729ea5355d78,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:12:33.645385 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-bb31f959-b988-4aa3-b209-d9068f4d4d71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:12:33.648081 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-bb31f959-b988-4aa3-b209-d9068f4d4d71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:33.649900 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-bb31f959-b988-4aa3-b209-d9068f4d4d71 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c40feb3c-6601-4040-961d-729ea5355d78 HTTP/1.1" status: 204 len: 168 time: 0.2976325 Jun 12 13:12:33.652343 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 34920) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:12:33.655019 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a9d987-049c-4017-936b-7cbf5f045621 None None] Network b9cc3763-ee16-45c6-b252-666780414e51 requested from dv-cinder-796114-1-iscsi {{(pid=91668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 13:12:33.755519 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-dbf619f1-95b4-4f7f-8657-5688843c31d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1600373'] for network, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:33.820753 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-dbf619f1-95b4-4f7f-8657-5688843c31d8 admin admin] Deleting port ac80362f-fa07-4ea2-b3ba-f6e4d5e3a3ed {{(pid=91667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 13:12:33.821481 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-dbf619f1-95b4-4f7f-8657-5688843c31d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752044867880'] for port, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:33.902634 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4972e2ec-c0a7-4105-a549-9207bdd5e7ff None None] DHCP port deletion for b9cc3763-ee16-45c6-b252-666780414e51 request from dv-cinder-796114-1-iscsi {{(pid=91668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 12 13:12:33.930502 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.db [None req-dbf619f1-95b4-4f7f-8657-5688843c31d8 admin admin] For port ac80362f-fa07-4ea2-b3ba-f6e4d5e3a3ed, host dv-cinder-796114-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=ac80362f-fa07-4ea2-b3ba-f6e4d5e3a3ed,segment=NetworkSegment(dc66459e-1231-4d79-83b7-5e2fdb5e7086),segment_id=dc66459e-1231-4d79-83b7-5e2fdb5e7086)] {{(pid=91667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:12:33.930857 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-dbf619f1-95b4-4f7f-8657-5688843c31d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455153'] for port, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:33.955134 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-4972e2ec-c0a7-4105-a549-9207bdd5e7ff None None] Deleting port ac80362f-fa07-4ea2-b3ba-f6e4d5e3a3ed {{(pid=91668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 13:12:33.955518 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-4972e2ec-c0a7-4105-a549-9207bdd5e7ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752044867880'] for port, before_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:34.027366 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.plugin [None req-dbf619f1-95b4-4f7f-8657-5688843c31d8 admin admin] Calling delete_port for ac80362f-fa07-4ea2-b3ba-f6e4d5e3a3ed owned by network:dhcp {{(pid=91667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 13:12:34.042051 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.db [None req-4972e2ec-c0a7-4105-a549-9207bdd5e7ff None None] For port ac80362f-fa07-4ea2-b3ba-f6e4d5e3a3ed, host dv-cinder-796114-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-1-iscsi',level=0,port_id=ac80362f-fa07-4ea2-b3ba-f6e4d5e3a3ed,segment=NetworkSegment(dc66459e-1231-4d79-83b7-5e2fdb5e7086),segment_id=dc66459e-1231-4d79-83b7-5e2fdb5e7086)] {{(pid=91668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 13:12:34.042480 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-4972e2ec-c0a7-4105-a549-9207bdd5e7ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455153'] for port, precommit_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:34.126877 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-dbf619f1-95b4-4f7f-8657-5688843c31d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752044873292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752044431921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13277804'] for port, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:34.129842 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:12:34.145010 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-4972e2ec-c0a7-4105-a549-9207bdd5e7ff None None] Calling delete_port for ac80362f-fa07-4ea2-b3ba-f6e4d5e3a3ed owned by network:dhcp {{(pid=91668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 13:12:34.162690 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf619f1-95b4-4f7f-8657-5688843c31d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac80362f-fa07-4ea2-b3ba-f6e4d5e3a3ed,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:12:34.164706 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf619f1-95b4-4f7f-8657-5688843c31d8 admin admin] No DVR routers for this DVR port ac80362f-fa07-4ea2-b3ba-f6e4d5e3a3ed on host dv-cinder-796114-1-iscsi {{(pid=91667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 13:12:34.166412 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-dbf619f1-95b4-4f7f-8657-5688843c31d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:12:34.243765 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-4972e2ec-c0a7-4105-a549-9207bdd5e7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1466958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752044873292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752044431921'] for port, after_delete {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:34.245655 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:12:34.274792 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4972e2ec-c0a7-4105-a549-9207bdd5e7ff None None] Pushing event deleted for resources: {'Port': ['ID=ac80362f-fa07-4ea2-b3ba-f6e4d5e3a3ed,revision_number=None']} {{(pid=91668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:12:34.278053 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG oslo_concurrency.lockutils [None req-4972e2ec-c0a7-4105-a549-9207bdd5e7ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:12:34.278309 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-dbf619f1-95b4-4f7f-8657-5688843c31d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1356131', 'neutron.services.segments.db._delete_segments_for_network-8752044986040'] for network, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:34.281147 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4972e2ec-c0a7-4105-a549-9207bdd5e7ff None None] No DVR routers for this DVR port ac80362f-fa07-4ea2-b3ba-f6e4d5e3a3ed on host dv-cinder-796114-1-iscsi {{(pid=91668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 13:12:34.292423 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.services.segments.db [None req-dbf619f1-95b4-4f7f-8657-5688843c31d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9cc3763-ee16-45c6-b252-666780414e51']}} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:12:34.306481 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.services.segments.db [None req-dbf619f1-95b4-4f7f-8657-5688843c31d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc66459e-1231-4d79-83b7-5e2fdb5e7086') {'for_net_delete': True} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:12:34.306833 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.services.segments.db [None req-dbf619f1-95b4-4f7f-8657-5688843c31d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc66459e-1231-4d79-83b7-5e2fdb5e7086') {} {{(pid=91667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 13:12:34.317623 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-dbf619f1-95b4-4f7f-8657-5688843c31d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752044985878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13123212'] for segment, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:34.332907 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-dbf619f1-95b4-4f7f-8657-5688843c31d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400235'] for segment, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:34.339233 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbf619f1-95b4-4f7f-8657-5688843c31d8 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=91667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 12 13:12:34.339703 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-dbf619f1-95b4-4f7f-8657-5688843c31d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1400235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13277759'] for segment, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:34.341981 dv-cinder-796114-1-iscsi neutron-server[91667]: Traceback (most recent call last): Jun 12 13:12:34.341981 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 12 13:12:34.341981 dv-cinder-796114-1-iscsi neutron-server[91667]: timer() Jun 12 13:12:34.341981 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 12 13:12:34.341981 dv-cinder-796114-1-iscsi neutron-server[91667]: cb(*args, **kw) Jun 12 13:12:34.341981 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 12 13:12:34.341981 dv-cinder-796114-1-iscsi neutron-server[91667]: return func(*args, **kwargs) Jun 12 13:12:34.341981 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 12 13:12:34.341981 dv-cinder-796114-1-iscsi neutron-server[91667]: self._notify() Jun 12 13:12:34.341981 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 12 13:12:34.341981 dv-cinder-796114-1-iscsi neutron-server[91667]: self.callback(batched_events) Jun 12 13:12:34.341981 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 12 13:12:34.341981 dv-cinder-796114-1-iscsi neutron-server[91667]: event.method(event) Jun 12 13:12:34.341981 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 12 13:12:34.341981 dv-cinder-796114-1-iscsi neutron-server[91667]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 12 13:12:34.341981 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 12 13:12:34.341981 dv-cinder-796114-1-iscsi neutron-server[91667]: aggregate_uuid = self.p_client.list_aggregates( Jun 12 13:12:34.341981 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 12 13:12:34.341981 dv-cinder-796114-1-iscsi neutron-server[91667]: return f(self, *a, **k) Jun 12 13:12:34.341981 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 12 13:12:34.341981 dv-cinder-796114-1-iscsi neutron-server[91667]: return self._get(url).json() Jun 12 13:12:34.341981 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 12 13:12:34.341981 dv-cinder-796114-1-iscsi neutron-server[91667]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 12 13:12:34.341981 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 12 13:12:34.341981 dv-cinder-796114-1-iscsi neutron-server[91667]: return self.request(url, 'GET', **kwargs) Jun 12 13:12:34.341981 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 12 13:12:34.341981 dv-cinder-796114-1-iscsi neutron-server[91667]: base_url = self.get_endpoint(auth, allow=allow, Jun 12 13:12:34.341981 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 12 13:12:34.341981 dv-cinder-796114-1-iscsi neutron-server[91667]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 12 13:12:34.341981 dv-cinder-796114-1-iscsi neutron-server[91667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 12 13:12:34.341981 dv-cinder-796114-1-iscsi neutron-server[91667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 12 13:12:34.341981 dv-cinder-796114-1-iscsi neutron-server[91667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 12 13:12:34.426422 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-dbf619f1-95b4-4f7f-8657-5688843c31d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1356156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-196127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454154'] for network, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:34.430304 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-eb615ad9-2ce7-49dc-9b76-6433cfab9da8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:12:34.432908 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-dbf619f1-95b4-4f7f-8657-5688843c31d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585759'] for network, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:34.434857 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-dbf619f1-95b4-4f7f-8657-5688843c31d8 admin admin] 10.222.0.23 "DELETE /v2.0/networks/b9cc3763-ee16-45c6-b252-666780414e51 HTTP/1.1" status: 204 len: 168 time: 0.7816174 Jun 12 13:12:34.451083 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf619f1-95b4-4f7f-8657-5688843c31d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9cc3763-ee16-45c6-b252-666780414e51,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:12:34.453562 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-dbf619f1-95b4-4f7f-8657-5688843c31d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:12:34.547152 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 34924) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:12:34.590297 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-00cbaa0c-a9b3-4078-83b5-537d3380398e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7dc4fd57127a4ce392ff4630ba0b781b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0417626 Jun 12 13:12:34.592669 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 34926) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:12:34.649599 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-ed0b10ac-3ffd-4120-aa57-ac5048f5db16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:34.673929 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-ed0b10ac-3ffd-4120-aa57-ac5048f5db16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:34.727188 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-ed0b10ac-3ffd-4120-aa57-ac5048f5db16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:34.729674 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-ed0b10ac-3ffd-4120-aa57-ac5048f5db16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:34.730829 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-ed0b10ac-3ffd-4120-aa57-ac5048f5db16 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/167f19fd-83f0-488b-bfaf-972dd11ae507 HTTP/1.1" status: 204 len: 168 time: 0.1372588 Jun 12 13:12:34.731655 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-6e81d573-e648-4157-a38a-4400ce1a1bbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:12:34.741035 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0b10ac-3ffd-4120-aa57-ac5048f5db16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=167f19fd-83f0-488b-bfaf-972dd11ae507,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:12:34.746229 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-ed0b10ac-3ffd-4120-aa57-ac5048f5db16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:12:35.053843 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 34932) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:12:35.105168 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-7854305c-9c35-4edd-9505-8df27ec4a410 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f8d17f6a111a41c8bab1fafeea99711b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0500731 Jun 12 13:12:35.107511 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.wsgi [-] (91667) accepted ('10.222.0.23', 34934) {{(pid=91667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 13:12:35.110324 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device 01339bc3-d9df-4a43-b5be-de6756539b3c no longer exists at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 13:12:35.136712 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] No Port match for: 01339bc3-d9df-4a43-b5be-de6756539b3c {{(pid=91668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 13:12:35.137391 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device 01339bc3-d9df-4a43-b5be-de6756539b3c not bound to the agent host dv-cinder-796114-1-iscsi {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 13:12:35.137883 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device ac80362f-fa07-4ea2-b3ba-f6e4d5e3a3ed no longer exists at agent ovs-agent-dv-cinder-796114-1-iscsi {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 13:12:35.161106 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.plugin [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] No Port match for: ac80362f-fa07-4ea2-b3ba-f6e4d5e3a3ed {{(pid=91668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 13:12:35.161459 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron.plugins.ml2.rpc [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Device ac80362f-fa07-4ea2-b3ba-f6e4d5e3a3ed not bound to the agent host dv-cinder-796114-1-iscsi {{(pid=91668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 13:12:35.162443 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-d264cb8c-39f1-4fe0-a7fc-9cc5d3034efd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:35.186429 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-d264cb8c-39f1-4fe0-a7fc-9cc5d3034efd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:35.239163 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-d264cb8c-39f1-4fe0-a7fc-9cc5d3034efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423558'] for security_group, after_delete {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:35.242168 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron_lib.callbacks.manager [None req-d264cb8c-39f1-4fe0-a7fc-9cc5d3034efd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:35.243318 dv-cinder-796114-1-iscsi neutron-server[91667]: INFO neutron.wsgi [None req-d264cb8c-39f1-4fe0-a7fc-9cc5d3034efd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b3fc3bc5-1845-4f7d-bfd3-7e24c51f63e2 HTTP/1.1" status: 204 len: 168 time: 0.1349294 Jun 12 13:12:35.244103 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-d3861c90-8db7-457e-9a2e-f09bf86a0b64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 13:12:35.252476 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d264cb8c-39f1-4fe0-a7fc-9cc5d3034efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3fc3bc5-1845-4f7d-bfd3-7e24c51f63e2,revision_number=None']} {{(pid=91667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 13:12:35.255375 dv-cinder-796114-1-iscsi neutron-server[91667]: DEBUG oslo_concurrency.lockutils [None req-d264cb8c-39f1-4fe0-a7fc-9cc5d3034efd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 13:12:50.625874 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-0ebe5a4a-e768-42c9-8ea3-607e9107c9b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:51.650766 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:53.356039 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:53.473084 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f15ccbe9-9aa5-4391-a320-42138b99d51e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:55.104977 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-7239a5c3-c5f0-4f25-a5be-c6c46247b3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:12:55.921868 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-0a5de27a-4d22-4fdd-a4cf-053756d7edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:13:02.663300 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.agents_db [None req-3755f801-82db-4e36-b9e4-fb56f4f4bf71 None None] Agent healthcheck: found 6 active agents {{(pid=91669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 13:13:20.627133 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-cfce0161-c58c-4a4a-b1b0-530960c66267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:13:21.650890 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:13:23.355746 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:13:23.474431 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-aaff4065-2fda-4d25-a0b5-2ebd671d5bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:13:25.109502 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-7239a5c3-c5f0-4f25-a5be-c6c46247b3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:13:25.924858 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-0a5de27a-4d22-4fdd-a4cf-053756d7edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:13:35.915294 dv-cinder-796114-1-iscsi neutron-server[91666]: DEBUG neutron.wsgi [req-b74b4b10-cc82-4995-8f69-4d1ea4de6a2c req-74aef587-c939-4fe3-a5ce-7d3c8abd2cd4 service neutron] (91666) timed out ('10.222.0.30', 60681) {{(pid=91666) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 12 13:13:39.663135 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.agents_db [None req-3755f801-82db-4e36-b9e4-fb56f4f4bf71 None None] Agent healthcheck: found 6 active agents {{(pid=91669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 13:13:50.628293 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-b5a96301-afd5-4a9d-99f6-53182fe233fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:13:51.648192 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:13:53.356864 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:13:53.473538 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e1045f25-31e3-46ef-b8cb-79b576aa704d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:13:55.109732 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-7239a5c3-c5f0-4f25-a5be-c6c46247b3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:13:55.925848 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-0a5de27a-4d22-4fdd-a4cf-053756d7edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:14:16.661555 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.agents_db [None req-3755f801-82db-4e36-b9e4-fb56f4f4bf71 None None] Agent healthcheck: found 6 active agents {{(pid=91669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 13:14:20.628612 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-65e10829-9d56-40e0-ba2c-b3b8abe74818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:14:21.658660 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:14:23.358165 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:14:23.472779 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-45abd4bc-f1dd-461a-b51c-1b7bca9d3c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:14:25.112744 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-7239a5c3-c5f0-4f25-a5be-c6c46247b3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:14:25.929069 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-0a5de27a-4d22-4fdd-a4cf-053756d7edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:14:50.629529 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e9670186-31ec-4185-94d2-b75548db6257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:14:51.659179 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:14:53.362579 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:14:53.472848 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e88d4fd6-4fc5-4802-ab08-e71bd3ee0c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:14:53.660134 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.agents_db [None req-3755f801-82db-4e36-b9e4-fb56f4f4bf71 None None] Agent healthcheck: found 6 active agents {{(pid=91669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 13:14:55.116404 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-7239a5c3-c5f0-4f25-a5be-c6c46247b3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:14:55.931439 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-0a5de27a-4d22-4fdd-a4cf-053756d7edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:15:20.630216 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-03a47129-9300-4859-973c-b4c203dd9cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:15:21.661799 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:15:23.362817 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:15:23.472180 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-fa00053d-23ee-40a5-9b38-66566d9803f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:15:25.118609 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-7239a5c3-c5f0-4f25-a5be-c6c46247b3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:15:25.934582 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-0a5de27a-4d22-4fdd-a4cf-053756d7edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:15:30.659527 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.agents_db [None req-3755f801-82db-4e36-b9e4-fb56f4f4bf71 None None] Agent healthcheck: found 6 active agents {{(pid=91669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 13:15:50.629364 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-866f0141-b2aa-4332-93a5-f4351a0027d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:15:51.661152 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:15:53.365183 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:15:53.472123 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-871785a5-e159-45a0-834c-74dc03fe2199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:15:55.121793 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-7239a5c3-c5f0-4f25-a5be-c6c46247b3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:15:55.937407 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-0a5de27a-4d22-4fdd-a4cf-053756d7edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:16:07.657412 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.agents_db [None req-3755f801-82db-4e36-b9e4-fb56f4f4bf71 None None] Agent healthcheck: found 6 active agents {{(pid=91669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 13:16:20.631407 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-996a1e34-b698-42ce-9698-0742b268f2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:16:21.657163 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:16:23.369687 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:16:23.471175 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-dee1345f-760c-4c47-a9ae-a694ec21b49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:16:25.125287 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-7239a5c3-c5f0-4f25-a5be-c6c46247b3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:16:25.939577 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-0a5de27a-4d22-4fdd-a4cf-053756d7edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:16:44.655906 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.agents_db [None req-3755f801-82db-4e36-b9e4-fb56f4f4bf71 None None] Agent healthcheck: found 6 active agents {{(pid=91669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 13:16:50.632350 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-67f4d11b-a74d-4351-a8f5-cce15cc496a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:16:51.660672 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:16:53.372287 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:16:53.471191 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-fc9a9140-b71e-4f25-b358-b662fe5a9743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:16:55.127697 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-7239a5c3-c5f0-4f25-a5be-c6c46247b3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:16:55.942734 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-0a5de27a-4d22-4fdd-a4cf-053756d7edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:17:20.633513 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-b9251853-517b-4506-bcea-f399220fe0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:17:21.654830 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.agents_db [None req-3755f801-82db-4e36-b9e4-fb56f4f4bf71 None None] Agent healthcheck: found 6 active agents {{(pid=91669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 13:17:21.659869 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:17:23.376399 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:17:23.470279 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-24af5c2e-f464-436a-8ef5-1b136465f53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:17:25.129614 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-7239a5c3-c5f0-4f25-a5be-c6c46247b3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:17:25.944614 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-0a5de27a-4d22-4fdd-a4cf-053756d7edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:17:50.639271 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-3b593bc6-37d4-4795-93ce-f10f5139a09e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:17:51.656858 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-e0828a71-7d17-446b-93a1-dad05bde119c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:17:53.379162 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-f64534cd-d02f-4a66-a3b6-3a63d75cad5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:17:53.469774 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-4cdaf440-9662-4a63-bd7c-fd9377f66e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:17:55.131434 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-7239a5c3-c5f0-4f25-a5be-c6c46247b3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:17:55.948495 dv-cinder-796114-1-iscsi neutron-server[91668]: DEBUG neutron_lib.callbacks.manager [None req-0a5de27a-4d22-4fdd-a4cf-053756d7edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752044986022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1358013'] for agent, after_update {{(pid=91668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 13:17:58.654554 dv-cinder-796114-1-iscsi neutron-server[91669]: DEBUG neutron.db.agents_db [None req-3755f801-82db-4e36-b9e4-fb56f4f4bf71 None None] Agent healthcheck: found 6 active agents {{(pid=91669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}